-- Logs begin at Mon 2021-06-07 07:36:31 UTC, end at Mon 2021-06-07 08:35:36 UTC. -- Jun 07 08:07:34.639881 dv-cinder-784956-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 08:07:37.233912 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:07:37.234501 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:07:37.234714 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:07:37.237850 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:07:37.238127 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:07:37.238439 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:07:37.239357 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:07:37.239698 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:07:37.240199 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:07:37.240618 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:07:37.240987 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:07:37.241507 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.242021 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.243042 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.243411 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.243722 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.244022 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.244445 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.244954 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.245447 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.245750 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.246060 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.246355 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.246645 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.246998 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.247340 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.247641 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.247864 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] debug = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.248150 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.248575 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.248994 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.249273 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.249565 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.249846 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.250147 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.250424 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.250709 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.251037 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] host = dv-cinder-784956-6-iscsi {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.251389 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.251678 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.251967 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.252359 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.252633 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.253015 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.253304 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.253578 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.254019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.254233 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.254586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.254873 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.255215 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.255441 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.255661 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.255947 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.256232 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.256507 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.256778 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.257048 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.257317 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.257587 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.257852 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.258723 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.259007 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.259290 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.259565 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.259836 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.260106 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.260373 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.260654 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.260923 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.261192 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.261567 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.261919 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.262429 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.262889 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.263391 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.263859 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.264347 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.264799 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.265088 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.265383 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.265798 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.266314 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.266767 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_json = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.267056 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.267340 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.267631 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.268286 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.268390 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.268669 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.268946 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.269234 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:37.269535 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.269836 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.270172 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.270460 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.270757 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.271038 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.271326 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.271606 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.271897 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.272188 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.272486 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.272798 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.273113 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.273392 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.273710 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.274044 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.274438 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.274734 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.275009 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.275366 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.275639 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.275975 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.276263 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.276558 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.276893 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.277167 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.277444 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.277733 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.278036 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.278312 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.278594 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.278883 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.279157 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.279426 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.279704 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.279982 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.280253 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.280522 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.280798 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.281086 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.281361 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.281630 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.281896 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.282197 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.282465 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.282745 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.283017 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.283289 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.283555 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.283827 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.284095 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.284366 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.284638 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.284906 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.285179 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.285447 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.285714 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.286118 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.286583 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.287064 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.287506 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.287971 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.288432 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.288912 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.289341 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.289629 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.289912 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.290385 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.290885 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.291375 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.291668 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.291958 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.292243 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.292643 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.292935 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.293278 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.293562 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.293842 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.294144 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.294440 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.294726 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.295016 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.295300 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.295577 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.295873 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.296151 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.296434 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.296711 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.296987 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.297275 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.297559 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.297928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.298253 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.298655 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.298948 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.299239 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.299628 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.299938 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.300301 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:37.300517 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:07:37.300764 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91896) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 08:07:37.687640 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:37.687911 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:37.688199 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:37.688528 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 08:07:38.067816 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.068041 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.068316 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.069492 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.069772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.070060 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.105703 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.106005 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.106272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.119732 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.120010 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.120275 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.148170 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.148447 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.148746 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.187046 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.187323 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.187590 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.418934 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.419580 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.419580 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.419735 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.420489 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.554448 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.554789 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.555073 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.555350 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.555618 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.555927 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.556188 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.556441 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.556693 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.556970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.557226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.557486 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.557754 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.558035 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.558302 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.558568 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.558820 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.559087 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.559338 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.559615 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.559979 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.560210 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.560452 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.560733 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.560982 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.561226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.561622 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.561866 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.562121 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.562354 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.562586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.562817 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:38.563180 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 08:07:38.566311 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 08:07:38.570334 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 08:07:38.574162 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 07 08:07:38.575776 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 08:07:38.576242 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 08:07:38.576574 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 08:07:38.576954 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 08:07:38.579750 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 08:07:38.580001 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 08:07:38.580347 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:07:38.608197 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 08:07:38.608638 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.608933 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91896) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 08:07:38.609292 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.610651 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91896) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 08:07:38.610929 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:07:38.611169 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 08:07:38.614299 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.614583 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:38.677356 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 08:07:38.677547 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 08:07:38.677786 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 08:07:38.678172 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 08:07:38.708677 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_db.sqlalchemy.engines [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91896) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 08:07:39.046706 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing driver for type 'gre' Jun 07 08:07:39.047170 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] gre ID ranges: [(1, 1000)] Jun 07 08:07:39.097270 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing driver for type 'local' Jun 07 08:07:39.097599 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing driver for type 'vlan' Jun 07 08:07:39.109522 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] VlanTypeDriver initialization complete Jun 07 08:07:39.109898 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing driver for type 'vxlan' Jun 07 08:07:39.110465 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] vxlan ID ranges: [(1, 1000)] Jun 07 08:07:39.164364 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing extension driver 'port_security' Jun 07 08:07:39.164713 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.extensions.port_security [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] PortSecurityExtensionDriver initialization complete Jun 07 08:07:39.165054 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing mechanism driver 'openvswitch' Jun 07 08:07:39.165395 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing mechanism driver 'hyperv' Jun 07 08:07:39.171935 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.plugins.ml2.plugin [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:39.172713 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.173091 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.173454 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.173845 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.174229 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.174578 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.174962 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.175312 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.175654 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.176036 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.176386 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.176728 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.177112 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.177460 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.177800 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.178467 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > address_group after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.178820 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > address_group after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.179159 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.179499 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] ML2 OVO RPC backend initialized. {{(pid=91896) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 08:07:39.180205 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.180556 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.180972 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.181319 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > networks before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.181667 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.182040 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > ports before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.182391 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.182732 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnets before_response 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.183078 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.183419 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.183750 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.184087 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.184427 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.184764 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.185105 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.185442 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.185778 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.186379 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.plugin [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Modular L2 Plugin initialization complete Jun 07 08:07:39.186706 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading services supported by the core plugin {{(pid=91896) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 08:07:39.187033 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.plugins.ml2.managers [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Got port-security extension from driver 'port_security' Jun 07 08:07:39.187495 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.extensions.vlantransparent [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Disabled vlantransparent extension. Jun 07 08:07:39.187983 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91896) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 08:07:39.188294 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: router Jun 07 08:07:39.224504 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.224917 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_create 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.225282 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router before_create 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.225649 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.226052 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.226410 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_delete 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.226796 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.227163 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_create 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.227513 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.227866 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.228219 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.228583 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.228994 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.229366 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.229710 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.230091 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: subnet after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.230438 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.230790 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.231149 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_create 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.231495 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.231841 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.232208 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router after_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.232554 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.232902 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_create 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.233264 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.233609 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_update 55549900 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.234009 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > network after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.234852 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Tracking information for resource: router configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:39.235185 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Tracking information for resource: floatingip configured {{(pid=91896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:07:39.240147 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.db.l3_agentschedulers_db [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 08:07:39.240720 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.241084 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.241439 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.241801 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: port after_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.243137 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router before_create 55550100 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.243507 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.243889 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_create 55550100 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.244240 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > router precommit_update 55550100 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.248587 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.provider_configuration [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service providers = [] {{(pid=91896) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 08:07:39.248956 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.db.servicetype_db [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91896) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 08:07:39.251854 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.service_base [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:07:39.252215 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.service_base [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:07:39.252562 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.service_base [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:07:39.253437 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.services.service_base [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:07:39.253810 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.services.service_base [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 08:07:39.254369 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.254694 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 08:07:39.265572 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.265907 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: auto_allocate Jun 07 08:07:39.271696 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: network precommit_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.272065 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: network precommit_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.272577 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.272898 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: tag Jun 07 08:07:39.280899 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.281230 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: timestamp Jun 07 08:07:39.284984 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.285320 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: network_ip_availability Jun 07 08:07:39.290523 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.290901 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.291264 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.291975 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.292297 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: flavors Jun 07 08:07:39.403720 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.404041 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading Plugin: revisions Jun 07 08:07:39.408551 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:07:39.408958 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.721s {{(pid=91896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:39.409734 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91896) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 08:07:39.410099 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Initializing extension manager. Jun 07 08:07:39.410610 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: __init__.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.410957 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: __pycache__ {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.411294 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.411637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: address_group.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.412397 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.412983 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: address-group Jun 07 08:07:39.413312 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: address_scope.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.414048 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.414619 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: address-scope Jun 07 08:07:39.414946 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.415873 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.416455 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: router-admin-state-down-before-update Jun 07 08:07:39.416783 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: agent.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.417558 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.418107 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: agent Jun 07 08:07:39.418435 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: agent_resources_synced.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.419336 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.419849 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: agent-resources-synced Jun 07 08:07:39.420157 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: allowedaddresspairs.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.421928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.422467 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: allowed-address-pairs Jun 07 08:07:39.422798 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: auto_allocated_topology.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.423855 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.424363 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: auto-allocated-topology Jun 07 08:07:39.424688 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: availability_zone.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.425375 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.425875 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: availability_zone Jun 07 08:07:39.426220 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: availability_zone_filter.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.427133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.427632 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: availability_zone_filter Jun 07 08:07:39.427957 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: data_plane_status.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.429112 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.429612 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 08:07:39.430501 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: default_subnetpools.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.431407 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.431923 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: default-subnetpools Jun 07 08:07:39.432248 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.433050 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.433553 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: dhcp_agent_scheduler Jun 07 08:07:39.433877 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: dns.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.434799 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.435303 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 08:07:39.435627 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: dns_domain_ports.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.436525 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.437024 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 08:07:39.437348 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: dvr.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.438038 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.438541 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: dvr Jun 07 08:07:39.438863 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: empty_string_filtering.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.439763 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.440269 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: empty-string-filtering Jun 07 08:07:39.440593 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.441494 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.442020 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:07:39.442344 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.443238 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.443902 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 08:07:39.444226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: external_net.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.445120 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.446325 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: external-net Jun 07 08:07:39.446647 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.447538 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.448047 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: extra_dhcp_opt Jun 07 08:07:39.448369 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: extraroute.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.449258 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.449764 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: extraroute Jun 07 08:07:39.450124 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: extraroute_atomic.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.451137 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.451651 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: extraroute-atomic Jun 07 08:07:39.451972 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: filter_validation.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.452625 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.453126 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: filter-validation Jun 07 08:07:39.453446 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: fip_pf_description.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.454373 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.454869 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 08:07:39.455188 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: fip_port_details.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.456085 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.456588 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: fip-port-details Jun 07 08:07:39.456910 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: flavors.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.458156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.458671 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: flavors Jun 07 08:07:39.458999 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.460633 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.461180 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 08:07:39.461516 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: floatingip_pools.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.462244 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.462759 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: floatingip-pools Jun 07 08:07:39.463082 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: ip_allocation.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.464005 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.464512 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 08:07:39.464834 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.465736 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.466278 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: ip-substring-filtering Jun 07 08:07:39.466603 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l2_adjacency.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.467523 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.468025 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 08:07:39.468345 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.469290 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.469805 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: router Jun 07 08:07:39.470163 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.472380 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.472910 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:07:39.473247 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.474198 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.474712 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: ext-gw-mode Jun 07 08:07:39.475043 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.475952 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.476468 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: l3-ha Jun 07 08:07:39.476824 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3_flavors.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.477723 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.478265 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: l3-flavors Jun 07 08:07:39.478595 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.479513 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.480017 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 08:07:39.480343 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: l3agentscheduler.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.481354 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.481867 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: l3_agent_scheduler Jun 07 08:07:39.482219 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: logging.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.483809 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.484326 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension logging not supported by any of loaded plugins Jun 07 08:07:39.484658 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: metering.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.485386 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.485979 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: metering Jun 07 08:07:39.486309 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.487391 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.487903 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: metering_source_and_destination_fields Jun 07 08:07:39.488227 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: multiprovidernet.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.489135 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.489643 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: multi-provider Jun 07 08:07:39.489987 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: netmtu.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.491062 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.491416 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: net-mtu Jun 07 08:07:39.491738 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: netmtu_writable.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.493156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.493697 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: net-mtu-writable Jun 07 08:07:39.494138 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: network_availability_zone.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.494816 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.495516 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: network_availability_zone Jun 07 08:07:39.495516 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: network_ip_availability.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.496734 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.497243 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: network-ip-availability Jun 07 08:07:39.497565 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: network_segment_range.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.498356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.498856 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 08:07:39.499178 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: pagination.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.500151 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.500481 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: pagination Jun 07 08:07:39.500800 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: port_device_profile.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.501705 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.502251 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: port-device-profile Jun 07 08:07:39.502576 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.503493 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.504002 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: port-mac-address-regenerate Jun 07 08:07:39.504326 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.505228 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.505740 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: port-numa-affinity-policy Jun 07 08:07:39.506106 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: port_resource_request.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.507000 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.507499 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 08:07:39.507820 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: portbindings.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.509291 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.509803 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: binding Jun 07 08:07:39.510158 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: portbindings_extended.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.511429 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.511952 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: binding-extended Jun 07 08:07:39.512282 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: portsecurity.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.513186 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.513695 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: port-security Jun 07 08:07:39.514054 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: project_id.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.515025 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.515354 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: project-id Jun 07 08:07:39.515675 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: providernet.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.516590 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.517101 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: provider Jun 07 08:07:39.517424 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.520925 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.521444 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos not supported by any of loaded plugins Jun 07 08:07:39.521781 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.523039 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.523578 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 08:07:39.523910 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.524816 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.525324 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 08:07:39.525652 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_default.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.526571 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.527080 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-default not supported by any of loaded plugins Jun 07 08:07:39.527409 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_fip.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.528047 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.528545 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 08:07:39.528868 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_gateway_ip.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.530016 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.530483 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 08:07:39.530809 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_port_network_policy.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.531707 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.532222 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 08:07:39.532546 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_rule_type_details.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.533447 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.533957 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 08:07:39.534296 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: qos_rules_alias.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.535327 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.535834 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 08:07:39.536158 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: quotasv2.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.537066 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.537392 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: quotas Jun 07 08:07:39.537711 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: quotasv2_detail.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.540777 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.541124 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: quota_details Jun 07 08:07:39.541459 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: rbac.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.542543 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.543071 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: rbac-policies Jun 07 08:07:39.543404 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: rbac_address_group.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.544320 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.544839 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: rbac-address-group Jun 07 08:07:39.545168 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: rbac_address_scope.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.546132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.546646 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: rbac-address-scope Jun 07 08:07:39.546971 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: rbac_security_groups.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.547885 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.548396 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: rbac-security-groups Jun 07 08:07:39.548721 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: rbac_subnetpool.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.549652 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.550195 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: rbac-subnetpool Jun 07 08:07:39.550521 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: revisionifmatch.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.551424 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.551942 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: revision-if-match Jun 07 08:07:39.552265 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: revisions.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.553627 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.554177 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: standard-attr-revisions Jun 07 08:07:39.554507 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: router_availability_zone.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.555704 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.556214 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: router_availability_zone Jun 07 08:07:39.556538 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: routerservicetype.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.557443 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.557970 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 08:07:39.558302 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.559205 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.559714 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: security-groups-normalized-cidr Jun 07 08:07:39.560039 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.561175 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.561674 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: port-security-groups-filtering Jun 07 08:07:39.562072 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.562938 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.563447 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: security-groups-remote-address-group Jun 07 08:07:39.563771 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: securitygroup.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.574410 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.574946 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: security-group Jun 07 08:07:39.575314 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: segment.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.576059 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.576577 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension segment not supported by any of loaded plugins Jun 07 08:07:39.576912 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.577834 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.578470 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 08:07:39.578698 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: servicetype.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.579787 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.580304 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: service-type Jun 07 08:07:39.580638 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: sorting.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.581847 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.582281 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: sorting Jun 07 08:07:39.582723 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: standard_attr_segment.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.583792 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.584434 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 08:07:39.584769 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: standardattrdescription.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.585478 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.586311 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: standard-attr-description Jun 07 08:07:39.586484 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: stateful_security_group.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.587477 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.588013 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: stateful-security-group Jun 07 08:07:39.588341 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: stdattrs_common.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.588999 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 08:07:39.589320 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.590385 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.590877 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 08:07:39.591203 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnet_onboard.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.592350 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.592873 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: subnet_onboard Jun 07 08:07:39.593204 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.594287 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.594802 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 08:07:39.595126 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnet_service_types.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.596203 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.596622 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: subnet-service-types Jun 07 08:07:39.596944 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnetallocation.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.598247 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.598770 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: subnet_allocation Jun 07 08:07:39.599099 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.599833 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.600345 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: subnetpool-prefix-ops Jun 07 08:07:39.600663 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.601702 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.602213 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 08:07:39.602588 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: tagging.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.603685 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.604212 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: standard-attr-tag Jun 07 08:07:39.604596 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: timestamp.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.605743 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.606290 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loaded extension: standard-attr-timestamp Jun 07 08:07:39.606620 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: trunk.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.607730 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.608249 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension trunk not supported by any of loaded plugins Jun 07 08:07:39.608591 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: trunk_details.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.609487 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.610022 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 08:07:39.610364 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: uplink_status_propagation.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.611353 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.611901 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 08:07:39.612191 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Loading extension file: vlantransparent.py {{(pid=91896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:07:39.612867 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:07:39.613565 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 08:07:39.616258 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:network Jun 07 08:07:39.616812 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnet Jun 07 08:07:39.617708 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:07:39.618154 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:port Jun 07 08:07:39.619431 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.619891 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service FLAVORS assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.620498 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.620924 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.621257 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:router Jun 07 08:07:39.621689 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:07:39.622226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service METERING assigned prefix: /metering {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.623660 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.624033 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.624396 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:07:39.625407 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:07:39.625857 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:07:39.626321 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:07:39.626935 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service CORE assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.627266 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:07:39.627618 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] subnetpool is already registered Jun 07 08:07:39.628076 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service CORE assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.628406 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:07:39.628740 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] subnetpool is already registered Jun 07 08:07:39.631055 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.631487 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service FLAVORS assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.632076 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.632497 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.632832 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:router Jun 07 08:07:39.633771 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] router is already registered Jun 07 08:07:39.634215 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:07:39.634557 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] floatingip is already registered Jun 07 08:07:39.635018 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service METERING assigned prefix: /metering {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.635680 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:07:39.636006 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] rbac_policy is already registered Jun 07 08:07:39.636419 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:07:39.636753 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] security_group is already registered Jun 07 08:07:39.637154 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:07:39.637484 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] security_group_rule is already registered Jun 07 08:07:39.638153 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service CORE assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.638487 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:07:39.638823 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] subnetpool is already registered Jun 07 08:07:39.639251 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.v2.resource_helper [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Service CORE assigned prefix: {{(pid=91896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:07:39.639573 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:07:39.639903 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING neutron.quota.resource_registry [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] subnetpool is already registered Jun 07 08:07:39.640374 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: extensions {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.641844 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: address-groups {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.643351 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: address-scopes {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.644672 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: agents {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.645835 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: auto-allocated-topology {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.647138 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: availability_zones {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.648356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: dhcp-networks {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.649877 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: dhcp-agents {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.651511 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: routers {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.653215 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: flavors {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.655630 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: service_profiles {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.656793 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: next_providers {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.658269 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: service_profiles {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.659822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: floatingip-pools {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.661059 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: routers {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.662788 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: floatingips {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.664587 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: l3-routers {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.666006 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: l3-agents {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.667424 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: metering-labels {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.668683 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: metering-label-rules {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.670084 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: network-ip-availabilities {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.671343 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: bindings {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.672908 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: quotas {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.674504 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: quotas {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.675929 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: rbac-policies {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.677116 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: security-groups {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.678710 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: security-group-rules {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.680494 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: service-providers {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.681736 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: subnetpools {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.683129 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: subnetpools {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.684663 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.686383 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.688171 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.690189 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.691868 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.693816 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.695561 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.697350 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.699242 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.700965 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron.api.extensions [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Extended resource: tags {{(pid=91896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:07:39.707016 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING keystonemiddleware.auth_token [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 08:07:39.711608 dv-cinder-784956-6-iscsi neutron-server[91896]: WARNING keystonemiddleware.auth_token [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 08:07:39.719886 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Acquired lock "singleton_lock" {{(pid=91896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 08:07:39.720362 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_concurrency.lockutils [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Releasing lock "singleton_lock" {{(pid=91896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 08:07:39.721004 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Starting 2 workers Jun 07 08:07:39.725622 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Started child 92003 {{(pid=91896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:07:39.732265 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Started child 92004 {{(pid=91896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:07:39.732450 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.733069 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO neutron.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 08:07:39.733069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Notify callbacks [] for process, before_spawn {{(pid=91896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.733519 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [-] (92003) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:07:39.735042 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Starting 1 workers Jun 07 08:07:39.735254 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.736584 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [-] (92004) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:07:39.740073 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Started child 92005 {{(pid=91896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:07:39.740599 dv-cinder-784956-6-iscsi neutron-server[91896]: INFO oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Starting 1 workers Jun 07 08:07:39.744345 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] calling RpcWorker wait() {{(pid=92005) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 08:07:39.744894 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] returning from RpcWorker wait() {{(pid=92005) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 08:07:39.745421 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Started child 92006 {{(pid=91896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:07:39.746249 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.746342 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG neutron_lib.callbacks.manager [None req-3dc78b60-223c-4b38-93c3-6426215e1806 None None] Notify callbacks [] for process, after_spawn {{(pid=91896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.746792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:39.748080 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:07:39.748459 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:07:39.748781 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:07:39.749133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:07:39.749603 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:07:39.749910 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:07:39.750350 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:39.750793 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.750900 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.751286 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:39.751381 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.751575 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.751847 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.752854 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.753298 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.753710 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.754176 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.754609 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.754971 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.757605 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.758126 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.758602 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.759112 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.759563 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.759998 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.760457 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.760821 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.761256 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.761711 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.762169 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.762617 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] debug = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.763034 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.763691 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.764150 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.764564 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.764989 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.765446 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.765864 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.766327 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.766761 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.767184 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.767612 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.768060 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.768476 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.768895 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.769305 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.769736 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.770157 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.770810 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] host = dv-cinder-784956-6-iscsi {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.771251 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.771668 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.772093 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.772514 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.772934 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.773331 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.773785 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.774310 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.774749 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.775163 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.775571 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.776008 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.776473 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.776750 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.776902 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_options = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.777098 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.777434 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.777671 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.777859 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.778206 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.778531 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.778933 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.779226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.779629 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.779999 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.780355 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.780712 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.781105 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.781474 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.781883 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.782389 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.782767 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.783133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.783522 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.783905 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.784282 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.784661 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.785033 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.785436 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.785816 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.786196 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.786555 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.786918 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.787294 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.787682 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.788048 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.788442 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.788829 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.789752 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.790158 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.790833 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.791740 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.792027 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.792471 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.792734 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.792989 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.793231 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.793487 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.793727 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.794008 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.794236 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_json = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.794470 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.794718 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.794979 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.795200 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.795410 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.795772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.796143 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.796411 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.796829 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.797137 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.797434 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.797683 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.797925 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.798218 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.798469 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.798704 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.798967 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.799488 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.800126 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.800356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.800797 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.801193 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.801626 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.801975 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.802378 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.802808 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.803037 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.803531 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.803789 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.804168 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.804528 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.805360 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.805796 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.806096 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.806344 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.806590 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.807052 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.807458 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.807596 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36512) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:39.807697 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.807905 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.808178 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.808411 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.808651 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.808899 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.809133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.809371 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.809603 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.809851 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.810139 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.810379 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.810628 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.810869 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.811092 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.811342 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.811577 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.811812 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.812034 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.812289 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.812520 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.812761 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.812978 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.813194 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.813415 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.813666 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.813888 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.814144 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.814358 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.814584 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.814814 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.815041 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.815260 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.815494 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.815707 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.816067 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064836 Jun 07 08:07:39.816356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.816784 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.817219 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.817655 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.818130 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.818553 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.818964 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.819397 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.819695 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.819977 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.820273 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.820610 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.820927 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.821212 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.821497 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.821775 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.822103 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.822381 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.822681 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.823030 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.823406 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.823715 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.823979 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.824224 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.824492 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.824711 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.824965 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.825195 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.825441 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.825653 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.825974 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.827097 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.827352 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.827588 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.827820 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.828066 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.828309 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.828554 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.828776 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.829237 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.829520 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.829863 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.830330 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.830759 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.831185 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.831658 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.832110 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.832524 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.832982 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.833344 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.833765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.834255 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.834706 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.834963 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.835358 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.835766 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.836325 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.836736 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.837128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.837521 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.837771 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.838056 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.838339 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.838581 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.838828 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.839040 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.839449 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.839806 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.840062 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.840303 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.840522 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.840811 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.841034 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.841489 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.841813 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.842158 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.842492 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.842803 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.843102 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.843408 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.843698 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.843993 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.844272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.844578 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.844854 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.845153 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.845382 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.845597 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.845848 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.846117 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.846347 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.846586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.846807 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.847029 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.847298 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.847513 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.847739 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.847981 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.848199 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.848415 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.848632 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.848861 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.849106 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.849341 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.849627 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.849880 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.850159 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.850387 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.850647 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.850885 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.851096 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.851343 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.851563 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.852303 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.852534 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.852769 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.853923 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.854172 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.854440 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.855367 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.855652 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.855914 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.856253 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.856516 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.856750 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.856999 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.857226 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.857476 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.857721 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.857966 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.858178 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.858403 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.858620 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.858889 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.859127 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.859527 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.859889 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.860279 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.860682 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.861081 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.861318 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.861614 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.862686 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.862913 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.863166 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.863405 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.863637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.863872 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.864092 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.864310 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.864521 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.864747 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.864978 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.865190 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.865407 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.865615 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.865837 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.866072 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.866282 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.866519 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.866747 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.866972 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.867203 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.868031 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.868031 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.868031 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.868378 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.868510 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.869822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.869822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.869822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.869822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.869822 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.871425 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.872021 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.872021 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.872765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.872765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.872765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.873125 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.873232 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.873437 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.873715 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.874514 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.874514 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.874760 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.874867 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.875111 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.875374 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.875596 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.875837 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.876057 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.876268 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.876508 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.876931 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.877324 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.877742 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.878021 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.878260 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.878524 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.878777 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.879003 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.879245 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.879401 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:07:39.880081 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:07:39.880395 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:07:39.880551 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:07:39.880858 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:07:39.881162 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:07:39.881458 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:07:39.881803 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.882029 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.882195 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.882357 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.882516 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.882696 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.883480 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.883623 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.883759 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.883884 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884009 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884134 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884274 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884430 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884593 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884746 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.884901 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885060 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885221 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885383 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885540 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885696 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.885853 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] debug = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.886019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.886308 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.886551 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.886711 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.886871 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887094 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887256 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887419 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887583 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887738 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.887881 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.888204 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.888374 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.888747 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.889047 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.889354 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.889513 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.889817 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] host = dv-cinder-784956-6-iscsi {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.890078 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.890199 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.890309 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.890437 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891156 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891661 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891661 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.891661 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_options = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892356 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892571 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892685 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892774 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.892935 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893091 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893248 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893407 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893629 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893722 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.893850 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895324 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895324 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895324 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895324 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895814 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895814 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.895814 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896173 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896173 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896173 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896515 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896515 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896672 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896752 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.896904 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897061 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897217 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897373 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897531 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897688 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.897846 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.898073 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.898217 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.898341 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.898487 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900493 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_json = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.900637 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.901423 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.901423 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.901423 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.901423 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.901423 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.902115 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:07:39.902115 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902115 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902115 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902568 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902568 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902568 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902924 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902924 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.902924 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903195 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903195 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903339 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903504 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903667 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.903851 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904003 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904150 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904298 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904442 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904606 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904767 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.904928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905103 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905259 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905418 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905574 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905785 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.905876 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.906066 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.906224 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.906384 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.906575 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.907825 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908290 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908290 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908290 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908460 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908460 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908753 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908753 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.908963 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.909102 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.909257 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.909405 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.909725 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.909887 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910154 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910310 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910448 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910590 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910754 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.910914 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.911069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.911228 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.911402 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.911563 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.913472 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914132 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914586 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.914751 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915106 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915106 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915385 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915385 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915639 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915639 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.915894 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.916019 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.916101 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.916237 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.916393 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.916729 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.917055 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.917388 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.917716 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.918064 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.918402 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.918591 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.918745 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.918905 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919050 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919204 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919345 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919436 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919604 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919773 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.919922 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.920084 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.920246 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.920397 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.920740 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.920905 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.921252 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.921558 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.921743 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.921889 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922087 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922244 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922385 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922522 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922657 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922790 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.922926 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.923077 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.923248 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.923409 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.923569 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.923729 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924251 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924251 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924251 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924567 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924567 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924852 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.924852 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925010 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925124 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925239 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925398 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925558 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925719 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.925879 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.926062 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.926224 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.926765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.926765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.926765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927133 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927363 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927443 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927571 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927729 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.927888 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.928048 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.928462 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.928631 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.928790 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.928950 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.929114 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.929273 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.929433 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.930490 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.931128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.931128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.931128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.931128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.931128 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932272 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.932928 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933454 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933454 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933454 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933681 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933681 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.933879 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.934830 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.934970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935142 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935308 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935471 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935632 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935793 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.935953 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936114 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936274 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936446 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936606 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936765 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.936924 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937069 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937240 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937399 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937558 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937716 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.937875 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.938960 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.939134 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.939339 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.939506 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.940345 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.940520 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.940682 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.940844 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941005 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941166 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.941970 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.942325 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.942325 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.942488 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.942714 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.942874 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943033 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943195 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943367 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943527 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943690 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.943849 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944009 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944170 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944333 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944498 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944668 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.944836 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.945038 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.945146 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.945313 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946050 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946185 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.946772 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.947198 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.947983 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.948146 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.948345 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.948511 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.949347 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.949516 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.949677 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.949837 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.950023 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.950184 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.950496 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.950800 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.950964 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.951884 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.951884 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.951884 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:07:39.951884 dv-cinder-784956-6-iscsi neutron-server[91896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:07:50.783519 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d8f40-78a0-4ecf-aab4-329f2d8980ce None None] get_active_networks_info from dv-cinder-784956-6-iscsi {{(pid=92005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 08:07:50.865620 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d8f40-78a0-4ecf-aab4-329f2d8980ce None None] No non-hosted networks {{(pid=92005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 08:07:50.873988 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.agentschedulers_db [None req-992d8f40-78a0-4ecf-aab4-329f2d8980ce None None] DHCP Agent not found on host dv-cinder-784956-6-iscsi {{(pid=92005) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 08:07:50.990772 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d77fb74c-92b4-4a43-ae00-8996c15db7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:53.186642 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:53.187213 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.187417 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.188257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.188257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.188407 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.188991 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.189063 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.189405 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.190648 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.191141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.192441 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.193241 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:53.195713 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784956-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:53.211585 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784956-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:07:53.398053 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd78-dfe3-4b92-999c-8cdd298789c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:53.438027 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2493bc3c-3890-4ab7-859b-e51b189e1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:54.365260 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:56.147055 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:57.291468 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36614) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:57.588310 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.db.l3_hamode_db [None req-f71b5b30-8023-4e80-b8a2-cd7b9fe6eca5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 08:07:57.672754 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b5b30-8023-4e80-b8a2-cd7b9fe6eca5 None None] Routers set() bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:07:57.673138 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b5b30-8023-4e80-b8a2-cd7b9fe6eca5 None None] Router IDs set() for agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 08:07:57.871832 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING oslo_policy.policy [None req-b00bec6c-deed-4b98-8831-55a4387ac1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:07:57.872435 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING oslo_policy.policy [None req-b00bec6c-deed-4b98-8831-55a4387ac1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:07:58.090442 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [None req-b00bec6c-deed-4b98-8831-55a4387ac1ec admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:07:58.091475 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b00bec6c-deed-4b98-8831-55a4387ac1ec admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7991242 Jun 07 08:08:00.430668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36628) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:00.791564 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:00.889573 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.policy [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92003) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:08:00.934387 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING oslo_policy.policy [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:00.934755 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING oslo_policy.policy [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:00.943301 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.quota [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] Loaded quota_driver: . Jun 07 08:08:01.020094 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286342877', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286343210', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286350804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286359712', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286366501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729286377299', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683470', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3788297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637859', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999903'] for rbac-policy, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.079574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.080735 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-811abb99-d392-48b8-ab1c-333349e694dc admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6491301 Jun 07 08:08:03.628628 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36640) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:04.198301 dv-cinder-784956-6-iscsi neutron-server[92004]: WARNING oslo_policy.policy [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:04.198902 dv-cinder-784956-6-iscsi neutron-server[92004]: WARNING oslo_policy.policy [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:04.414191 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Request body: {'network': {'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'name': 'private', 'admin_state_up': True}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:04.415822 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.quota [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Loaded quota_driver: . Jun 07 08:08:04.458462 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Made reservation on behalf of 3abc2bb92ae74e27b8a62ded8166b73c for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:08:04.527522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.policy [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92004) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:08:04.573320 dv-cinder-784956-6-iscsi neutron-server[92004]: WARNING oslo_policy.policy [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:04.573685 dv-cinder-784956-6-iscsi neutron-server[92004]: WARNING oslo_policy.policy [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:08:04.583585 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.605010 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.725461 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.729716 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.735373 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:04.763327 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:08:04.794504 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729288062365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.795095 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Unsubscribe: segment precommit_create {{(pid=92004) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:08:04.795590 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Added segment ec6a079b-a0fb-412c-a1d6-edb8f74de675 of type vlan for network c7022152-7b12-459d-972a-c9aa9f6b9f3a Jun 07 08:08:04.804517 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b9fcb-6f79-4f5e-9c80-38372217132c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:04.862674 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.863012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.863338 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.863652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.863960 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.864284 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.864594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.864895 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.865209 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.865512 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.865809 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.866132 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Tracked resource versions report: Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: pushed versions: Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: { 'AddressGroup': {'1.2'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'ConntrackHelper': {'1.0'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Log': {'1.0'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Network': {'1.1'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Port': {'1.7'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'PortForwarding': {'1.2'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'QosPolicy': {'1.8'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroup': {'1.4'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SubPort': {'1.0'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Subnet': {'1.1'}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Trunk': {'1.1'}} Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: consumer versions: Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'ConntrackHelper': '1.0', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Log': '1.0', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Network': '1.1', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Port': '1.7', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'PortForwarding': '1.2', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'QosPolicy': '1.8', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroup': '1.4', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroupRule': '1.2', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SubPort': '1.0', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Subnet': '1.1', Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Trunk': '1.1'}} Jun 07 08:08:04.867272 dv-cinder-784956-6-iscsi neutron-server[92004]: {{(pid=92004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:08:04.912778 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:04.919652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.958428 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.960213 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:04.963463 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:04.965989 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:05.017047 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3859992 Jun 07 08:08:05.068962 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Pushing event updated for resources: {'Network': ['ID=c7022152-7b12-459d-972a-c9aa9f6b9f3a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:05.072365 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:05.080911 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:08:07.667598 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36662) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:08.107516 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80f9a6-a8b4-4900-844d-1a0ddc176030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:08.108832 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7f80f9a6-a8b4-4900-844d-1a0ddc176030 admin admin] 10.222.0.46 "GET /v2.0/networks/c7022152-7b12-459d-972a-c9aa9f6b9f3a HTTP/1.1" status: 200 len: 825 time: 0.4402323 Jun 07 08:08:08.138323 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-4f35874e-a0a2-4364-92d7-6b0876656a7c admin admin] 10.222.0.46 "GET /v2.0/subnetpools/c543a350-8d2a-49ad-837a-7575c451faf5 HTTP/1.1" status: 200 len: 734 time: 0.0241709 Jun 07 08:08:08.146263 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:08.166289 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Made reservation on behalf of 3abc2bb92ae74e27b8a62ded8166b73c for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:08:08.168458 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:08.434652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:08.439679 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:08.514762 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Checking segment: {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:08.515137 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Network hostable DHCP agents. Network: c7022152-7b12-459d-972a-c9aa9f6b9f3a, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:08:08.520307 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3dfc4e-5c0b-4825-9741-98349ad4f560,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:08.526422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:08.538150 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:08:08.547986 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, c7022152-7b12-459d-972a-c9aa9f6b9f3a) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:08.552544 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:08.553123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:08.557539 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79038a-8f60-441e-a8d8-a5b0e2610fee None None] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:08:08.576267 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4331186 Jun 07 08:08:08.869869 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:08:08.871054 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.053118 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Allocated IP 172.20.0.2 (c7022152-7b12-459d-972a-c9aa9f6b9f3a/ea3dfc4e-5c0b-4825-9741-98349ad4f560/639c0d37-1486-4700-9814-8e46ab6842a6) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:08:09.278803 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.291928 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Transition to ACTIVE for port object 639c0d37-1486-4700-9814-8e46ab6842a6 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:08:09.312279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Transition to ACTIVE for port object 639c0d37-1486-4700-9814-8e46ab6842a6 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:08:09.319545 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.325419 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:09.383153 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:08:09.386099 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:09.394803 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:08:09.398724 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Pushing event updated for resources: {'Port': ['ID=639c0d37-1486-4700-9814-8e46ab6842a6,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:09.441874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.442245 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.442581 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.442910 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.443233 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.443557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.443876 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.444195 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.444526 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.444848 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.445716 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.446060 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Tracked resource versions report: Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: pushed versions: Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: { 'AddressGroup': {'1.2'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'ConntrackHelper': {'1.0'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Log': {'1.0'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Network': {'1.1'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Port': {'1.7'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'PortForwarding': {'1.2'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'QosPolicy': {'1.8'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroup': {'1.4'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SubPort': {'1.0'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Subnet': {'1.1'}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Trunk': {'1.1'}} Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: consumer versions: Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'ConntrackHelper': '1.0', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Log': '1.0', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Network': '1.1', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Port': '1.7', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'PortForwarding': '1.2', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'QosPolicy': '1.8', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroup': '1.4', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroupRule': '1.2', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SubPort': '1.0', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Subnet': '1.1', Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Trunk': '1.1'}} Jun 07 08:08:09.447195 dv-cinder-784956-6-iscsi neutron-server[92005]: {{(pid=92005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:08:09.477379 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:09.496511 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Attempting to bind port 639c0d37-1486-4700-9814-8e46ab6842a6 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:08:09.496905 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Attempting to bind port 639c0d37-1486-4700-9814-8e46ab6842a6 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:08:09.497348 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Attempting to bind port 639c0d37-1486-4700-9814-8e46ab6842a6 on network c7022152-7b12-459d-972a-c9aa9f6b9f3a {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:08:09.502449 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:08:09.502864 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Checking segment: {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:09.503343 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.503734 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Bound using segment: {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:08:09.504197 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Bound port: 639c0d37-1486-4700-9814-8e46ab6842a6, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:08:09.504570 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.599840 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] For port 639c0d37-1486-4700-9814-8e46ab6842a6, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:08:09.603647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] For port 639c0d37-1486-4700-9814-8e46ab6842a6, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=639c0d37-1486-4700-9814-8e46ab6842a6,segment=NetworkSegment(ec6a079b-a0fb-412c-a1d6-edb8f74de675),segment_id=ec6a079b-a0fb-412c-a1d6-edb8f74de675)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:08:09.607961 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:09.612591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:09.694834 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Pushing event updated for resources: {'Port': ['ID=639c0d37-1486-4700-9814-8e46ab6842a6,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:09.698715 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:10.962681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36670) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:11.323624 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [None req-cab7b095-c8c3-4809-9dc1-9cc4d7596c70 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:08:11.324604 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-cab7b095-c8c3-4809-9dc1-9cc4d7596c70 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3609142 Jun 07 08:08:13.665881 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36678) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:14.028726 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [None req-ef1e0da7-9b79-4083-937b-c4e83aa31331 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:08:14.029739 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ef1e0da7-9b79-4083-937b-c4e83aa31331 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3629277 Jun 07 08:08:15.100778 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 639c0d37-1486-4700-9814-8e46ab6842a6 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:15.174622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 639c0d37-1486-4700-9814-8e46ab6842a6 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:15.531664 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97908521-3822-4e33-a14b-5b9d8c6d779d None None] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:08:15.642628 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Provisioning for port 639c0d37-1486-4700-9814-8e46ab6842a6 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:15.650815 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Provisioning complete for port 639c0d37-1486-4700-9814-8e46ab6842a6 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:15.651209 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:15.884156 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:15.925628 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] For port 639c0d37-1486-4700-9814-8e46ab6842a6, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=639c0d37-1486-4700-9814-8e46ab6842a6,segment=NetworkSegment(ec6a079b-a0fb-412c-a1d6-edb8f74de675),segment_id=ec6a079b-a0fb-412c-a1d6-edb8f74de675)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:08:15.930475 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:15.938018 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-593c7df6-91ec-4238-a786-9ea4e8d68661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:16.000000 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Pushing event updated for resources: {'Port': ['ID=639c0d37-1486-4700-9814-8e46ab6842a6,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:16.003567 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:16.162425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-030dc4ad-9f34-411b-af81-d2fb74d2411e None None] Provisioning complete for port 639c0d37-1486-4700-9814-8e46ab6842a6 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:16.162964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-030dc4ad-9f34-411b-af81-d2fb74d2411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:16.656248 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36692) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:17.002730 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'name': 'router1'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:17.036313 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.037895 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.059122 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.066850 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 639c0d37-1486-4700-9814-8e46ab6842a6 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:17.132291 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 639c0d37-1486-4700-9814-8e46ab6842a6 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:17.133124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.167427 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.183909 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:17.201997 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8b41231a-46d3-4d53-93fa-96991f77a7fa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5281477 Jun 07 08:08:19.505124 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36700) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:19.868054 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [None req-eee152cf-9a70-4b83-a8e8-ac43a255b234 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:08:19.869028 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eee152cf-9a70-4b83-a8e8-ac43a255b234 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3629756 Jun 07 08:08:20.683640 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0a87-d9bf-4d50-a239-3948d6960b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.191224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36708) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:22.546237 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:22.570698 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Made reservation on behalf of 7d6e236ce0d74562997ef497b0f21291 for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:08:22.573298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.589970 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.706066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.709701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.715538 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:22.726209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Reserving flat network on physical network physnet1 {{(pid=92003) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 08:08:22.759552 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729288062365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.760549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Unsubscribe: segment precommit_create {{(pid=92003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:08:22.761099 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Added segment 9237fe1d-c3db-44f3-9e65-980b0db61e46 of type flat for network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf Jun 07 08:08:22.810323 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60405861-879b-410d-a23d-8b99a87e811e,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:22.827184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.827485 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.827848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.828176 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.828501 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.828840 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.829161 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.829477 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.829807 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.830159 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.830474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.830784 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Tracked resource versions report: Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: pushed versions: Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: { 'AddressGroup': {'1.2'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'ConntrackHelper': {'1.0'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Log': {'1.0'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Network': {'1.1'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Port': {'1.7'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'PortForwarding': {'1.2'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'QosPolicy': {'1.8'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroup': {'1.4'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SubPort': {'1.0'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Subnet': {'1.1'}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Trunk': {'1.1'}} Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: consumer versions: Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'ConntrackHelper': '1.0', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Log': '1.0', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Network': '1.1', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Port': '1.7', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'PortForwarding': '1.2', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'QosPolicy': '1.8', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroup': '1.4', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroupRule': '1.2', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SubPort': '1.0', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Subnet': '1.1', Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Trunk': '1.1'}} Jun 07 08:08:22.831906 dv-cinder-784956-6-iscsi neutron-server[92003]: {{(pid=92003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:08:22.885344 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:22.887054 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.930016 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.931433 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:22.932157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:22.936462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:22.985678 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7934241 Jun 07 08:08:23.041134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=488e2984-ba1e-49a0-b282-a7b25ff7eaaf,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:23.044396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:23.051555 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:08:23.185078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:23.385435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-bf4b62c0-9bf5-4f2d-a79f-c79aae23c622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:24.319555 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:25.350800 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 36730) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:25.563995 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6b4c2-ac4b-47d0-b7ea-4cbb7f9463ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:25.565333 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-11d6b4c2-ac4b-47d0-b7ea-4cbb7f9463ee admin admin] 10.222.0.46 "GET /v2.0/subnets/ea3dfc4e-5c0b-4825-9741-98349ad4f560 HTTP/1.1" status: 200 len: 849 time: 0.2135711 Jun 07 08:08:25.737241 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2159c27d-e745-436b-9a4f-cdccd22401fd admin admin] 10.222.0.46 "GET /v2.0/routers/4e92565f-df00-4338-b430-a8d6819936a1 HTTP/1.1" status: 200 len: 704 time: 0.1652095 Jun 07 08:08:26.090767 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.203316 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.427730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Allocated IP 172.20.0.1 (c7022152-7b12-459d-972a-c9aa9f6b9f3a/ea3dfc4e-5c0b-4825-9741-98349ad4f560/026d362e-f291-4842-a221-2941b6154d42) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:08:26.583126 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.600321 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Transition to ACTIVE for port object 026d362e-f291-4842-a221-2941b6154d42 will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:08:26.654259 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.658697 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:26.718297 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:08:26.719312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:26.725255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:08:26.725782 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.858943 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Pushing event updated for resources: {'Port': ['ID=026d362e-f291-4842-a221-2941b6154d42,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:26.872467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:26.949768 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c7775aa7-9caf-4c3e-8696-bb91e86a3f20 None None] Provisioning for port 026d362e-f291-4842-a221-2941b6154d42 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:26.954329 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c7775aa7-9caf-4c3e-8696-bb91e86a3f20 None None] Provisioning complete for port 026d362e-f291-4842-a221-2941b6154d42 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:26.954700 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c7775aa7-9caf-4c3e-8696-bb91e86a3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:26.995393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:27.015317 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-c7775aa7-9caf-4c3e-8696-bb91e86a3f20 None None] Port 026d362e-f291-4842-a221-2941b6154d42 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:08:27.247272 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:27.252389 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:27.253461 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:27.256576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:27.348522 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Pushing event updated for resources: {'Port': ['ID=026d362e-f291-4842-a221-2941b6154d42,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:27.353009 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:27.444865 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:08:27.445903 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:27.628415 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Router 4e92565f-df00-4338-b430-a8d6819936a1 is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:08:27.638267 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0b1079e9-3233-47c3-af34-7c3b112568a4 None None] Provisioning complete for port 026d362e-f291-4842-a221-2941b6154d42 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:27.638739 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0b1079e9-3233-47c3-af34-7c3b112568a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:27.692533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0b1079e9-3233-47c3-af34-7c3b112568a4 None None] Port 026d362e-f291-4842-a221-2941b6154d42 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:08:27.781723 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:08:27.786795 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] 10.222.0.46 "PUT /v2.0/routers/4e92565f-df00-4338-b430-a8d6819936a1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0441983 Jun 07 08:08:27.805797 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Sync routers for ids ['4e92565f-df00-4338-b430-a8d6819936a1'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:08:27.816793 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Routers {'4e92565f-df00-4338-b430-a8d6819936a1'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:08:27.817637 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:08:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['4e92565f-df00-4338-b430-a8d6819936a1'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:27.994124 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Set router 4e92565f-df00-4338-b430-a8d6819936a1 gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:08:28.353391 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:26Z', 'revision_number': 2, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port_host': None, '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:27Z', 'revision_number': 2, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:28.358224 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Checking router: 4e92565f-df00-4338-b430-a8d6819936a1 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:08:28.358595 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Updating router 4e92565f-df00-4338-b430-a8d6819936a1 port 026d362e-f291-4842-a221-2941b6154d42 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:08:28.411798 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:28.781583 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:28.796215 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Transition to ACTIVE for port object 026d362e-f291-4842-a221-2941b6154d42 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:08:28.802577 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:28.809397 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:29.043098 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Pushing event updated for resources: {'Port': ['ID=026d362e-f291-4842-a221-2941b6154d42,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:29.055515 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.055853 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.056179 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.056498 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.056814 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.057128 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.057439 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.057747 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.058088 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.058396 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.058702 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.059004 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Tracked resource versions report: Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: pushed versions: Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: { 'AddressGroup': {'1.2'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'ConntrackHelper': {'1.0'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Log': {'1.0'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Network': {'1.1'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Port': {'1.7'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'PortForwarding': {'1.2'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'QosPolicy': {'1.8'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroup': {'1.4'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SubPort': {'1.0'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Subnet': {'1.1'}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Trunk': {'1.1'}} Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: consumer versions: Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'ConntrackHelper': '1.0', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Log': '1.0', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Network': '1.1', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Port': '1.7', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'PortForwarding': '1.2', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'QosPolicy': '1.8', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroup': '1.4', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroupRule': '1.2', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SubPort': '1.0', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Subnet': '1.1', Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Trunk': '1.1'}} Jun 07 08:08:29.060114 dv-cinder-784956-6-iscsi neutron-server[92006]: {{(pid=92006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:08:29.064559 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Attempting to bind port 026d362e-f291-4842-a221-2941b6154d42 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:08:29.065262 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Attempting to bind port 026d362e-f291-4842-a221-2941b6154d42 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:08:29.065710 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Attempting to bind port 026d362e-f291-4842-a221-2941b6154d42 on network c7022152-7b12-459d-972a-c9aa9f6b9f3a {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:08:29.067831 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:29.072313 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:08:29.072734 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Checking segment: {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:29.073247 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:29.073625 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Bound using segment: {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:08:29.074130 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Bound port: 026d362e-f291-4842-a221-2941b6154d42, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6a079b-a0fb-412c-a1d6-edb8f74de675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:08:29.074504 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:29.162933 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] For port 026d362e-f291-4842-a221-2941b6154d42, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:08:29.167532 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] For port 026d362e-f291-4842-a221-2941b6154d42, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=026d362e-f291-4842-a221-2941b6154d42,segment=NetworkSegment(ec6a079b-a0fb-412c-a1d6-edb8f74de675),segment_id=ec6a079b-a0fb-412c-a1d6-edb8f74de675)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:08:29.173908 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:29.177890 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:29.265454 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Routers {'4e92565f-df00-4338-b430-a8d6819936a1'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:08:29.266109 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:08:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['4e92565f-df00-4338-b430-a8d6819936a1'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:29.313882 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Pushing event updated for resources: {'Port': ['ID=026d362e-f291-4842-a221-2941b6154d42,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:29.321962 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:29.418765 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] Set router 4e92565f-df00-4338-b430-a8d6819936a1 gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:08:29.744671 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:26Z', 'revision_number': 2, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port_host': None, '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:29Z', 'revision_number': 4, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:29.748419 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259f3c-5517-4d19-aaa3-3399f285dcd9 None None] The sync data for ids ['4e92565f-df00-4338-b430-a8d6819936a1'] in dv-cinder-784956-6-iscsi is: [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:26Z', 'revision_number': 2, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port_host': None, '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:29Z', 'revision_number': 4, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:08:29.795556 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:08:29.955112 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36750) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:30.102829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f14d04-58e5-40ce-9542-5667035b5194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:30.104162 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-31f14d04-58e5-40ce-9542-5667035b5194 admin admin] 10.222.0.46 "GET /v2.0/networks/488e2984-ba1e-49a0-b282-a7b25ff7eaaf HTTP/1.1" status: 200 len: 842 time: 0.1481237 Jun 07 08:08:30.113363 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:30.134687 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Made reservation on behalf of 7d6e236ce0d74562997ef497b0f21291 for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:08:30.136948 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:30.489884 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.objects.ports [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92004) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 08:08:30.490347 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:30.494666 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:30.564263 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d15f82d-5155-4b39-a9e8-a71e981e339c,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:30.567971 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:30.568327 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Network hostable DHCP agents. Network: 488e2984-ba1e-49a0-b282-a7b25ff7eaaf, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:08:30.572059 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:30.587184 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:08:30.596457 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 488e2984-ba1e-49a0-b282-a7b25ff7eaaf) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:30.600478 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:30.601089 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:30.606773 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c221f-4ca4-4884-a1ae-830f80d1fc2c None None] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:08:30.619731 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5096817 Jun 07 08:08:30.804639 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36813cb9-53a4-4176-95d4-9f8ae2bae0ad None None] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:08:32.841932 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36762) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:33.050889 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a96519e0-4c69-42ca-bb37-f9f0d0241258 admin admin] 10.222.0.46 "GET /v2.0/routers/4e92565f-df00-4338-b430-a8d6819936a1 HTTP/1.1" status: 200 len: 710 time: 0.2075214 Jun 07 08:08:33.090730 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 026d362e-f291-4842-a221-2941b6154d42 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:33.158479 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 026d362e-f291-4842-a221-2941b6154d42 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:33.162946 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 026d362e-f291-4842-a221-2941b6154d42 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:33.163868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:33.177235 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298a9da-de6a-4ee5-bb17-5c2f8bd298d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:08:33.181851 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1298a9da-de6a-4ee5-bb17-5c2f8bd298d9 admin admin] 10.222.0.46 "GET /v2.0/networks/488e2984-ba1e-49a0-b282-a7b25ff7eaaf HTTP/1.1" status: 200 len: 886 time: 0.1255229 Jun 07 08:08:33.188011 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:08:33.282340 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:33.318488 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 026d362e-f291-4842-a221-2941b6154d42, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=026d362e-f291-4842-a221-2941b6154d42,segment=NetworkSegment(ec6a079b-a0fb-412c-a1d6-edb8f74de675),segment_id=ec6a079b-a0fb-412c-a1d6-edb8f74de675)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:08:33.322668 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:33.324775 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-1b0e9498-b4c8-4a9f-8079-0db8670e66b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:33.392639 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=026d362e-f291-4842-a221-2941b6154d42,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:33.395941 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:33.664331 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:33.981145 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:34.033483 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:34.164827 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Allocated IP 172.27.0.64 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/b125fb86-acdd-4404-917c-47ed91ea534a) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:08:34.307594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:34.360187 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:34.364805 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:34.426644 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:08:34.430060 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:08:34.433649 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:08:34.498260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Pushing event updated for resources: {'Port': ['ID=b125fb86-acdd-4404-917c-47ed91ea534a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:34.551245 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:34.846891 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:35.086368 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 026d362e-f291-4842-a221-2941b6154d42 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:35.153069 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 026d362e-f291-4842-a221-2941b6154d42 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:35.153444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:35.178590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:35.182091 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-943772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-943763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946000'] for router, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:35.363231 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Router 4e92565f-df00-4338-b430-a8d6819936a1 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:08:35.533218 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:08:35.537838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:35.539187 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] 10.222.0.46 "PUT /v2.0/routers/4e92565f-df00-4338-b430-a8d6819936a1 HTTP/1.1" status: 200 len: 889 time: 2.3544214 Jun 07 08:08:35.542744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Sync routers for ids ['4e92565f-df00-4338-b430-a8d6819936a1'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:08:35.552873 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Routers {'4e92565f-df00-4338-b430-a8d6819936a1'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:08:35.553451 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:08:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['4e92565f-df00-4338-b430-a8d6819936a1'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:35.746780 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Set router 4e92565f-df00-4338-b430-a8d6819936a1 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:08:36.088484 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:34Z', 'revision_number': 4, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port': {'id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:34Z', 'updated_at': '2021-06-07T08:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:33Z', 'revision_number': 5, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:36.093383 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Checking router: 4e92565f-df00-4338-b430-a8d6819936a1 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:08:36.093748 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Updating router 4e92565f-df00-4338-b430-a8d6819936a1 port b125fb86-acdd-4404-917c-47ed91ea534a binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:08:36.143546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.462745 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.473850 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Transition to ACTIVE for port object b125fb86-acdd-4404-917c-47ed91ea534a will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:08:36.480032 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.483806 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:36.562421 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Attempting to bind port b125fb86-acdd-4404-917c-47ed91ea534a on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:08:36.562806 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Attempting to bind port b125fb86-acdd-4404-917c-47ed91ea534a by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:08:36.563176 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Attempting to bind port b125fb86-acdd-4404-917c-47ed91ea534a on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:08:36.566500 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Pushing event updated for resources: {'Port': ['ID=b125fb86-acdd-4404-917c-47ed91ea534a,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:36.570422 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:36.571329 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:08:36.571705 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:08:36.572106 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.572499 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:08:36.573014 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Bound port: b125fb86-acdd-4404-917c-47ed91ea534a, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:08:36.573340 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.643537 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] For port b125fb86-acdd-4404-917c-47ed91ea534a, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:08:36.646789 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] For port b125fb86-acdd-4404-917c-47ed91ea534a, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b125fb86-acdd-4404-917c-47ed91ea534a,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:08:36.651092 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:36.655522 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:36.729748 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Routers {'4e92565f-df00-4338-b430-a8d6819936a1'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:08:36.730294 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:08:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['4e92565f-df00-4338-b430-a8d6819936a1'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:36.792515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Pushing event updated for resources: {'Port': ['ID=b125fb86-acdd-4404-917c-47ed91ea534a,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:36.797161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:36.913721 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] Set router 4e92565f-df00-4338-b430-a8d6819936a1 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:08:37.263166 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:34Z', 'revision_number': 4, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port': {'id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:34Z', 'updated_at': '2021-06-07T08:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:33Z', 'revision_number': 5, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:08:37.267202 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1bbc2-8be5-4dbb-b715-60f85c1fc7ef None None] The sync data for ids ['4e92565f-df00-4338-b430-a8d6819936a1'] in dv-cinder-784956-6-iscsi is: [{'id': '4e92565f-df00-4338-b430-a8d6819936a1', 'name': 'router1', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:08:17Z', 'updated_at': '2021-06-07T08:08:34Z', 'revision_number': 4, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'gw_port': {'id': 'b125fb86-acdd-4404-917c-47ed91ea534a', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:34Z', 'updated_at': '2021-06-07T08:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '026d362e-f291-4842-a221-2941b6154d42', 'name': '', 'network_id': 'c7022152-7b12-459d-972a-c9aa9f6b9f3a', 'tenant_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'mac_address': 'fa:16:3e:cc:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e92565f-df00-4338-b430-a8d6819936a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:08:26Z', 'updated_at': '2021-06-07T08:08:33Z', 'revision_number': 5, 'project_id': '3abc2bb92ae74e27b8a62ded8166b73c', 'subnets': [{'id': 'ea3dfc4e-5c0b-4825-9741-98349ad4f560', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c543a350-8d2a-49ad-837a-7575c451faf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:08:37.886243 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 36770) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:08:38.016195 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-54512a44-590f-464e-bb8a-0b58d4347441 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1287932 Jun 07 08:08:39.097863 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b125fb86-acdd-4404-917c-47ed91ea534a up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:39.169744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port b125fb86-acdd-4404-917c-47ed91ea534a completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:08:39.174558 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b125fb86-acdd-4404-917c-47ed91ea534a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:39.174926 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:39.306346 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:39.328037 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port b125fb86-acdd-4404-917c-47ed91ea534a, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b125fb86-acdd-4404-917c-47ed91ea534a,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:08:39.331826 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:39.335996 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2a6a58b2-86ac-4c1a-aaec-2d4a2e9f66ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:08:39.400268 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=b125fb86-acdd-4404-917c-47ed91ea534a,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:08:39.403653 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:08:41.082273 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b125fb86-acdd-4404-917c-47ed91ea534a up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:08:41.151639 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b125fb86-acdd-4404-917c-47ed91ea534a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:08:41.152229 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:50.687940 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe124-0752-4e90-afc7-ce5304175c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:53.206883 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:53.425653 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70f9cf5f-66d3-4ce4-ba92-ff4af2017419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:54.327429 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:56.135019 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.795417 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:09:20.694610 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-cc4dd948-392d-46f2-a3bd-7e15803b63ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:23.184372 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:23.390863 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4c277845-9a3f-4a35-b456-23113b0b9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:24.321158 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:26.114949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:43.796867 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:09:50.691141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3d39f89f-3170-412a-90c9-c6578c801c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:53.182428 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:53.394513 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-eae9d0b5-b6e6-4fdd-a5ed-4c4beb15c0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:54.324172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:56.122873 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:13.143640 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37338) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:13.208639 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a686ff7-fdee-4e52-953f-93145f7b34e5 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:10:13.209870 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9a686ff7-fdee-4e52-953f-93145f7b34e5 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652883 Jun 07 08:10:13.337323 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6488be0-74e6-4afe-8cd8-afb5555b24a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:13.338822 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c6488be0-74e6-4afe-8cd8-afb5555b24a5 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252956 Jun 07 08:10:15.440101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37348) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:15.543647 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade2620-6817-45f9-8027-5484363d093d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:15.544960 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8ade2620-6817-45f9-8027-5484363d093d admin admin] 10.222.0.46 "GET /v2.0/subnets/ea3dfc4e-5c0b-4825-9741-98349ad4f560 HTTP/1.1" status: 200 len: 849 time: 0.1039221 Jun 07 08:10:15.554273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:15.668675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:15.852595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729287972325'] for subnet, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:15.857117 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:15.899870 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:15.900762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:15.901706 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] 10.222.0.46 "PUT /v2.0/subnets/ea3dfc4e-5c0b-4825-9741-98349ad4f560 HTTP/1.1" status: 200 len: 868 time: 0.3512025 Jun 07 08:10:15.904536 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33caa227-8c6f-42d8-b860-366112a7467b None None] Network c7022152-7b12-459d-972a-c9aa9f6b9f3a requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:15.924075 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3dfc4e-5c0b-4825-9741-98349ad4f560,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:15.932029 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.932393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.932732 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.933059 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.933386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.933709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.934066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.934533 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.934866 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.935187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.935508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.935821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:15.940199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:16.367265 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-9ef1c458-645e-4bf4-9a5e-99e115400f89 None None] Provisioning complete for port 026d362e-f291-4842-a221-2941b6154d42 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:16.367623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c458-645e-4bf4-9a5e-99e115400f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:16.488075 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-9ef1c458-645e-4bf4-9a5e-99e115400f89 None None] Provisioning complete for port 639c0d37-1486-4700-9814-8e46ab6842a6 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:16.488350 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c458-645e-4bf4-9a5e-99e115400f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:18.004068 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37358) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:18.177328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f4f7-392a-4749-b9c1-62ce9d23f4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:18.177828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f4f7-392a-4749-b9c1-62ce9d23f4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:18.179485 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-d9e6f4f7-392a-4749-b9c1-62ce9d23f4e0 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744616 Jun 07 08:10:20.277832 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37366) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:20.446882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9aaa9-ce17-4c4b-994b-07bcde60dc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:20.447350 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9aaa9-ce17-4c4b-994b-07bcde60dc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:20.448835 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2fb9aaa9-ce17-4c4b-994b-07bcde60dc8a admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1700289 Jun 07 08:10:20.682979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-73a66725-540e-49d2-bb6f-8cec36de54e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:20.796394 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:22.548840 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37374) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:22.715959 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f07c2-9c8c-46ea-bf28-06b715946340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:22.717312 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eb5f07c2-9c8c-46ea-bf28-06b715946340 admin admin] 10.222.0.46 "GET /v2.0/networks/488e2984-ba1e-49a0-b282-a7b25ff7eaaf HTTP/1.1" status: 200 len: 886 time: 0.1675313 Jun 07 08:10:23.186303 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:23.395271 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c70f29a5-895e-4d86-aa20-cc2d49fe1e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:24.330021 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:24.838466 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37382) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:25.048539 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004ec3a-5232-4690-8b39-60722963bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:25.049817 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4004ec3a-5232-4690-8b39-60722963bf12 admin admin] 10.222.0.46 "GET /v2.0/networks/c7022152-7b12-459d-972a-c9aa9f6b9f3a HTTP/1.1" status: 200 len: 869 time: 0.2104042 Jun 07 08:10:26.123001 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:27.181685 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37390) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:27.284955 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836df68-1c8b-43c4-8192-d3a4ec3c1b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:27.285423 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836df68-1c8b-43c4-8192-d3a4ec3c1b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:27.286936 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1836df68-1c8b-43c4-8192-d3a4ec3c1b91 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042907 Jun 07 08:10:29.404651 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37398) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:29.510033 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1fbd8-4098-4fca-bee8-b2ffba8be9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:29.510504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1fbd8-4098-4fca-bee8-b2ffba8be9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:29.512069 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-abe1fbd8-4098-4fca-bee8-b2ffba8be9cc admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064496 Jun 07 08:10:31.605527 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37406) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:31.702644 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84afb6-6ea6-4140-9ba0-c061e8db1dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:31.703946 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-bf84afb6-6ea6-4140-9ba0-c061e8db1dba admin admin] 10.222.0.46 "GET /v2.0/subnets/4d15f82d-5155-4b39-a9e8-a71e981e339c HTTP/1.1" status: 200 len: 816 time: 0.0974395 Jun 07 08:10:33.818290 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37414) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:33.924181 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9450172-bd59-42ac-b5c3-0d4fae58f07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:33.925514 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a9450172-bd59-42ac-b5c3-0d4fae58f07f admin admin] 10.222.0.46 "GET /v2.0/subnets/ea3dfc4e-5c0b-4825-9741-98349ad4f560 HTTP/1.1" status: 200 len: 868 time: 0.1062620 Jun 07 08:10:50.685469 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-73b2a4c6-53b5-4831-a8be-e6eb954930fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.188570 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.399015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-080e1fb5-b23a-468e-9157-9f053f68e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:54.331984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.122204 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.944018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37458) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:56.990838 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [None req-9528bf54-4c7f-4386-91cc-9b4f9723e560 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:10:56.991832 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-9528bf54-4c7f-4386-91cc-9b4f9723e560 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468576 Jun 07 08:10:57.795319 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:59.200205 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37466) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:59.265610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae380a9-2daa-4c8c-ac75-79ab311f52b0 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:10:59.266884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-9ae380a9-2daa-4c8c-ac75-79ab311f52b0 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657377 Jun 07 08:10:59.390493 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f72e2-a8b3-4946-adc6-9b4bf756be4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:59.391860 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-081f72e2-a8b3-4946-adc6-9b4bf756be4a admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1212127 Jun 07 08:11:01.514177 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37474) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:01.559207 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:01.582167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Made reservation on behalf of 7d6e236ce0d74562997ef497b0f21291 for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:01.585134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.670732 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING neutron.services.revisions.revision_plugin [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Could not find related network for resource to bump revision. Jun 07 08:11:01.684309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:11:01.694283 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.694547 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Added segment bd0ebea3-bd19-48c5-bc7c-216085e21806 of type vlan for network 4f941c5b-bbc0-4f80-b467-0585e70d008f Jun 07 08:11:01.719916 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.748959 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.750266 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:01.750837 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.755719 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:01.794881 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2796590 Jun 07 08:11:01.851503 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Pushing event updated for resources: {'Network': ['ID=4f941c5b-bbc0-4f80-b467-0585e70d008f,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:01.854986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:01.861674 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:11:03.938255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37482) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:04.002707 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b19572f-7770-4668-ad69-c4977621da46 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:11:04.003951 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0b19572f-7770-4668-ad69-c4977621da46 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647361 Jun 07 08:11:04.107340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee671b9-38bb-40ef-8bd8-e42732a5e7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:04.108793 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-bee671b9-38bb-40ef-8bd8-e42732a5e7f7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009467 Jun 07 08:11:04.118252 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:04.138955 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Made reservation on behalf of 7d6e236ce0d74562997ef497b0f21291 for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:04.141190 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.357540 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.362151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:04.429067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e174944-7b85-4971-8f23-105948a1025b,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:04.432093 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:04.438014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Checking segment: {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:04.438411 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Network hostable DHCP agents. Network: 4f941c5b-bbc0-4f80-b467-0585e70d008f, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:11:04.456696 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:11:04.466380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 4f941c5b-bbc0-4f80-b467-0585e70d008f) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:04.470167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:04.470740 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.475406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe2428-dcbd-4acc-a49a-e634cce8f30e None None] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:04.487552 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3726897 Jun 07 08:11:04.697092 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-4f941c5b-bbc0-4f80-b467-0585e70d008f', 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f', 'tenant_id': '7d6e236ce0d74562997ef497b0f21291', 'fixed_ips': [{'subnet_id': '4e174944-7b85-4971-8f23-105948a1025b'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:11:04.697914 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.854499 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Allocated IP 192.168.233.2 (4f941c5b-bbc0-4f80-b467-0585e70d008f/4e174944-7b85-4971-8f23-105948a1025b/0d7f52bf-0974-40a3-b155-c0645cf1f48f) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:05.059198 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.070285 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Transition to ACTIVE for port object 0d7f52bf-0974-40a3-b155-c0645cf1f48f will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:05.088533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Transition to ACTIVE for port object 0d7f52bf-0974-40a3-b155-c0645cf1f48f will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:05.094671 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.100540 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:05.167287 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:05.170162 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:05.174531 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:05.183036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Pushing event updated for resources: {'Port': ['ID=0d7f52bf-0974-40a3-b155-c0645cf1f48f,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.213634 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.214003 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.214342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.214669 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.214995 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.215310 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.215636 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.215957 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.216293 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.216612 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.216925 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.217241 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:05.225107 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:05.279655 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Attempting to bind port 0d7f52bf-0974-40a3-b155-c0645cf1f48f on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:05.280026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Attempting to bind port 0d7f52bf-0974-40a3-b155-c0645cf1f48f by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:05.280383 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Attempting to bind port 0d7f52bf-0974-40a3-b155-c0645cf1f48f on network 4f941c5b-bbc0-4f80-b467-0585e70d008f {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:05.285444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:05.285810 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Checking segment: {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:05.286761 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.287149 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Bound using segment: {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:05.287606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Bound port: 0d7f52bf-0974-40a3-b155-c0645cf1f48f, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:05.287970 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.373523 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] For port 0d7f52bf-0974-40a3-b155-c0645cf1f48f, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:05.376601 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] For port 0d7f52bf-0974-40a3-b155-c0645cf1f48f, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=0d7f52bf-0974-40a3-b155-c0645cf1f48f,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:05.381530 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.385440 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:05.464919 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Pushing event updated for resources: {'Port': ['ID=0d7f52bf-0974-40a3-b155-c0645cf1f48f,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.468352 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.261573 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7391d7f-461a-45ba-b22a-8ed543362a16 None None] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:06.370683 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b208fd11-e9ef-4a8d-8049-2b6c528ce027 None None] Provisioning for port 0d7f52bf-0974-40a3-b155-c0645cf1f48f completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:07.202714 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 0d7f52bf-0974-40a3-b155-c0645cf1f48f up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:07.274560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 0d7f52bf-0974-40a3-b155-c0645cf1f48f completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:07.279093 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 0d7f52bf-0974-40a3-b155-c0645cf1f48f triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:07.279461 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.394452 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.428149 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 0d7f52bf-0974-40a3-b155-c0645cf1f48f, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=0d7f52bf-0974-40a3-b155-c0645cf1f48f,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:07.431606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.434326 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.517467 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=0d7f52bf-0974-40a3-b155-c0645cf1f48f,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:07.521178 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:09.195705 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 0d7f52bf-0974-40a3-b155-c0645cf1f48f up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:09.266788 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 0d7f52bf-0974-40a3-b155-c0645cf1f48f triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:09.267166 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.691314 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d3fe23ae-a290-4a34-a027-578923dbf292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:23.192489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:23.400355 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63324dcf-b941-4ab7-84bb-164e3aaa71cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.333741 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.125778 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.794547 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:11:50.693528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-12fb3d56-cb88-427d-920a-a326c6d96349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.195616 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.401860 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-333eb423-6c92-4f93-babb-19cf0aa22311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.337827 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:56.126618 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:11.792670 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:11.809007 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37534) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:11.814840 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [None req-eb4b6a65-3751-4449-bf4b-895c32d05021 tempest-verify_tempest_config-842422182 tempest-verify_tempest_config-842422182-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:12:11.815765 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eb4b6a65-3751-4449-bf4b-895c32d05021 tempest-verify_tempest_config-842422182 tempest-verify_tempest_config-842422182-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058293 Jun 07 08:12:12.112745 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37552) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:12.227763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.327917 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.331585 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.339928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:12.376565 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa317ec4d3d24635b97c6444d20dd43b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2628262 Jun 07 08:12:12.378057 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7931c8f-dc94-41ad-babe-3d320bf6af14,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:12.379960 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37558) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:12.385397 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.385767 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.386130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.386456 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.386780 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.387113 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.387433 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.387748 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.388075 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.388391 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.388700 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.389066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.392908 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:12.479884 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.508861 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.601882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.604629 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.605745 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7931c8f-dc94-41ad-babe-3d320bf6af14 HTTP/1.1" status: 204 len: 168 time: 0.2230375 Jun 07 08:12:12.606389 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:12.616192 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7931c8f-dc94-41ad-babe-3d320bf6af14,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:12.622761 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.623117 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.623446 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.623768 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.624342 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.624468 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.624688 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.625002 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.625307 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.625612 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.625914 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.626238 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:12.629445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.697730 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-10e85b1b-ac85-4784-bab5-cc0cf71110d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.199336 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.403502 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8d1141a8-7563-43af-89af-4b1d1c1e1ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.339956 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.130141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.791237 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:50.699258 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-81c330af-244b-4125-8a35-0d7b9e8148e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.201345 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.404687 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-44131b2f-7df4-433d-95de-d6212cf1adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.342367 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.138310 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:20.700433 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f28f4b4b-a0b3-43dc-bf2c-a74092d0c5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:23.204503 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:23.405737 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3b2cab29-af1b-49b0-b3f6-047fcb61eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:24.345332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:25.790741 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 5 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:13:26.135915 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:46.453221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356'] for agent, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:50.702423 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ec684786-13ae-48e8-be72-daa53ef6a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.207253 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.406629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-39bcbe3f-f1d1-4bfd-992f-5a2cbbc77b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.349715 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:56.138979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:01.027719 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37630) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:01.138537 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-132d39cd-b58b-4743-977b-122388379903 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1098011 Jun 07 08:14:02.789431 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:14:03.287889 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37640) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:03.344394 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-85a8f023-5c94-470f-8581-ae25b1f87c56 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0519197 Jun 07 08:14:16.402400 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.702792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0e809625-d869-49ff-b37c-bcb21a8bb842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.209217 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.407846 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f872e0bd-5d74-40e8-9958-2e02e915b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.350898 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.140746 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.788118 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:14:46.400966 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.708200 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-fbdc4e39-5ae4-4066-b22f-f178bc65cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.214521 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.412175 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b2d596d6-5cb3-44eb-ab69-9cb21704eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.354855 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.153726 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.400679 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.788178 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:15:20.700509 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3a25-1954-4d57-9fcb-5f59fe69caf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.209268 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:23.416208 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-aa1802eb-9780-4b8f-8613-6f345cf3ecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:24.357474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.148526 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:30.627346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37788) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:30.945334 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-51445264-network', 'tenant_id': 'f21d3514264d443291143ababf0509ba'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:30.974176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Made reservation on behalf of f21d3514264d443291143ababf0509ba for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:30.976996 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:30.990285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.117573 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.122815 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.127356 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:31.162466 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:31.168359 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86674f-9d0d-47ed-9e3b-573445504793,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:31.178188 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.178552 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.178890 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.179218 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.179540 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.179879 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.180196 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.180509 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.180839 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.181154 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.181467 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.181776 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Tracked resource versions report: Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: pushed versions: Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: { 'AddressGroup': {'1.2'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'ConntrackHelper': {'1.0'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Log': {'1.0'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Network': {'1.1'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Port': {'1.7'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'PortForwarding': {'1.2'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'QosPolicy': {'1.8'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroup': {'1.4'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SubPort': {'1.0'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Subnet': {'1.1'}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Trunk': {'1.1'}} Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: consumer versions: Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'ConntrackHelper': '1.0', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Log': '1.0', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Network': '1.1', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Port': '1.7', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'PortForwarding': '1.2', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'QosPolicy': '1.8', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroup': '1.4', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SecurityGroupRule': '1.2', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'SubPort': '1.0', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Subnet': '1.1', Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: 'Trunk': '1.1'}} Jun 07 08:15:31.182856 dv-cinder-784956-6-iscsi neutron-server[92004]: {{(pid=92004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:15:31.186520 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:31.191731 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.192131 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Added segment 81cda1a2-f07a-4e02-938e-0d26080c1878 of type vlan for network a665f221-6df3-47ed-bee7-0fe6e0134d31 Jun 07 08:15:31.219696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.253217 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.255081 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.255994 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.264232 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5459262c-066d-4531-a7e4-155cf68ae119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:31.313915 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6818264 Jun 07 08:15:31.314149 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37840) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:31.320184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Request body: {'subnet': {'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-subnet', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:31.347930 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Made reservation on behalf of f21d3514264d443291143ababf0509ba for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:31.360030 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.394005 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Pushing event updated for resources: {'Network': ['ID=a665f221-6df3-47ed-bee7-0fe6e0134d31,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:31.398418 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:31.405347 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:31.624506 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.631818 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19079372-d67a-4f05-a3a8-b30367b220e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:31.784010 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:31.803285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.803703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.803984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.804301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.804789 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.805138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.805458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.805804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.806123 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.806439 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.806926 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.807242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Tracked resource versions report: Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: pushed versions: Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: { 'AddressGroup': {'1.2'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'ConntrackHelper': {'1.0'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Log': {'1.0'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Network': {'1.1'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Port': {'1.7'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'PortForwarding': {'1.2'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'QosPolicy': {'1.8'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroup': {'1.4'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SubPort': {'1.0'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Subnet': {'1.1'}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Trunk': {'1.1'}} Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: consumer versions: Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'ConntrackHelper': '1.0', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Log': '1.0', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Network': '1.1', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Port': '1.7', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'PortForwarding': '1.2', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'QosPolicy': '1.8', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroup': '1.4', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SecurityGroupRule': '1.2', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'SubPort': '1.0', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Subnet': '1.1', Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: 'Trunk': '1.1'}} Jun 07 08:15:31.808301 dv-cinder-784956-6-iscsi neutron-server[92003]: {{(pid=92003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:15:31.812932 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:31.813967 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Checking segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:31.815031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Network hostable DHCP agents. Network: a665f221-6df3-47ed-bee7-0fe6e0134d31, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:31.833079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:31.844376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, a665f221-6df3-47ed-bee7-0fe6e0134d31) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:31.849457 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.850081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.857678 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbf840-2267-41fe-9e26-12da02903d5a None None] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:31.872034 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5565901 Jun 07 08:15:31.874630 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 37862) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:31.880605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:31.909285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37864) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:31.927333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.928681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:31.966175 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.027110 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37872) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:32.068890 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37876) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:32.082734 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37878) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:32.144117 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c33111-93b7-4ff9-a6cb-bd91c559ff61 None None] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:32.317733 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-76043722-network', 'tenant_id': '435137ee3a3c442b894580973369ed6a'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:32.369103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1755831374-network', 'tenant_id': 'fba2c648ac4e4b629d380aecf9976cd4'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:32.417919 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1522806328-network', 'tenant_id': '512ed90f8cc7469187bcf1abcd7d4f0a'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:32.433398 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Made reservation on behalf of 435137ee3a3c442b894580973369ed6a for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:32.439127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.459171 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148635590-network', 'tenant_id': '31a3d7618fef4f628ef147e62695876b'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:32.463678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Made reservation on behalf of fba2c648ac4e4b629d380aecf9976cd4 for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:32.468108 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.508617 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.510981 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.527639 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.545097 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Made reservation on behalf of 31a3d7618fef4f628ef147e62695876b for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:32.547697 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.566304 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.606606 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.api [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:15:32.606606 dv-cinder-784956-6-iscsi neutron-server[92004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:15:32.606606 dv-cinder-784956-6-iscsi neutron-server[92004]: [parameters: {'project_id_1': '31a3d7618fef4f628ef147e62695876b', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 15, 32, 591161)}] Jun 07 08:15:32.606606 dv-cinder-784956-6-iscsi neutron-server[92004]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:15:32.607689 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_db.api [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:15:32.612245 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.api [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:15:32.612245 dv-cinder-784956-6-iscsi neutron-server[92004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:15:32.612245 dv-cinder-784956-6-iscsi neutron-server[92004]: [parameters: {'project_id_1': 'fba2c648ac4e4b629d380aecf9976cd4', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 15, 32, 594644)}] Jun 07 08:15:32.612245 dv-cinder-784956-6-iscsi neutron-server[92004]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:15:32.612854 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_db.api [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:15:32.623044 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Made reservation on behalf of 512ed90f8cc7469187bcf1abcd7d4f0a for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:32.625619 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.640599 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.766929 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.779015 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.795400 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:32.806628 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bc40599c-c576-4e36-a4fe-348fabef32da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:32.817240 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:32.817623 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Added segment b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf of type vlan for network a3d62faf-9452-4d44-ac69-cdb461fdcea1 Jun 07 08:15:32.871917 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd9d29-8be1-4667-8707-a8597d26756f,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:32.888802 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:32.929421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.053586 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.055881 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.056707 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.096919 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:33.134140 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.143070 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.191572 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.206640 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.258417 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.262809 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.357418 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.359496 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4454327 Jun 07 08:15:33.360351 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d62faf-9452-4d44-ac69-cdb461fdcea1,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:33.363442 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37914) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:33.369488 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:33.373993 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Request body: {'subnet': {'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-subnet', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:33.374274 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:33.396540 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:33.403807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.407756 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.api [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:15:33.407756 dv-cinder-784956-6-iscsi neutron-server[92004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:15:33.407756 dv-cinder-784956-6-iscsi neutron-server[92004]: [parameters: {'project_id_1': '31a3d7618fef4f628ef147e62695876b', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 15, 33, 197930)}] Jun 07 08:15:33.407756 dv-cinder-784956-6-iscsi neutron-server[92004]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:15:33.409085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_db.api [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:15:33.424847 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:33.434611 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.435491 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Added segment 28a35a2b-8b60-440e-ab02-d86c86356e28 of type vlan for network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 Jun 07 08:15:33.467957 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.468197 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Allocated IP 172.27.0.70 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/6ce425e3-3edb-4dff-9d9a-f69da7c815ce) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:33.498345 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Made reservation on behalf of 435137ee3a3c442b894580973369ed6a for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:33.501875 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.522237 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.538094 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:33.547124 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.547981 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.565453 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6dd511-f493-4f66-a589-ae351bbc658b,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:33.596459 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:33.597068 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:33.622129 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.622606 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Added segment 37f2094f-e40c-4bde-9098-bc0194fc9bcd of type vlan for network 6417df4c-2760-4294-87ee-0d85f5fb249c Jun 07 08:15:33.694426 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6659105 Jun 07 08:15:33.699471 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37942) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:33.708278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Request body: {'subnet': {'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1755831374-subnet', 'tenant_id': 'fba2c648ac4e4b629d380aecf9976cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:33.738351 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397b50df-62a3-4130-ab5f-bec9e4c1f0fb,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:33.743147 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.749616 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:33.759542 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dd6e7ed-029d-408e-8768-4c65d3503992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:33.775869 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.783990 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.789211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:33.854035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:33.857218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:33.862097 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:33.884646 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Pushing event updated for resources: {'Network': ['ID=1ca7590b-69cb-466a-a97b-33cb3c070bf1,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:33.894653 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:33.900753 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Made reservation on behalf of fba2c648ac4e4b629d380aecf9976cd4 for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:33.901582 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:33.903549 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.935256 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:33.937828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Pushing event updated for resources: {'Port': ['ID=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:33.943201 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:34.102008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.118663 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:34.119514 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.130773 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:34.289657 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Pushing event updated for resources: {'Network': ['ID=6417df4c-2760-4294-87ee-0d85f5fb249c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:34.301127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:34.302377 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 6417df4c-2760-4294-87ee-0d85f5fb249c details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:34.349832 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.364687 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23ebc2b3-061c-4da7-9ccb-40783224132e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:34.451045 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.707411 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.741247 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Checking segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:34.741794 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Network hostable DHCP agents. Network: a3d62faf-9452-4d44-ac69-cdb461fdcea1, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:34.759685 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:34.785912 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:34.788194 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:34.825395 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.841541 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.845111 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7751548 Jun 07 08:15:34.851257 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37984) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:34.870754 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Request body: {'subnet': {'network_id': '6417df4c-2760-4294-87ee-0d85f5fb249c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1522806328-subnet', 'tenant_id': '512ed90f8cc7469187bcf1abcd7d4f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:34.884576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Checking segment: {'id': '28a35a2b-8b60-440e-ab02-d86c86356e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:34.884918 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Network hostable DHCP agents. Network: 1ca7590b-69cb-466a-a97b-33cb3c070bf1, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:34.897737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:34.905518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.911528 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:34.918093 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544f25d1-2156-48e7-9c5b-e86cbee670a6,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:34.920807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:34.927959 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:34.944817 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, a3d62faf-9452-4d44-ac69-cdb461fdcea1) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:34.949367 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:34.950178 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.956871 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499e8dd-493c-491c-8081-4b44fa1ca148 None None] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:34.971058 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:34.971545 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Added segment 89769f42-ebdf-4c4d-a2c5-80cd66a1e620 of type vlan for network b4f337e1-9b27-4089-82ff-c0d14a683cbb Jun 07 08:15:34.998738 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:35.008339 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d1597-b8f6-4e7e-b8fc-f848fc00379d,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:35.012397 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:35.019335 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Made reservation on behalf of 512ed90f8cc7469187bcf1abcd7d4f0a for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:35.021993 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.039104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37990) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:35.057123 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6900492 Jun 07 08:15:35.059539 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 1ca7590b-69cb-466a-a97b-33cb3c070bf1) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:35.063294 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.063882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.074082 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 37994) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:35.078367 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:35.095353 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c6ead-92c6-4b5c-a340-796e0258e8f0 None None] Network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:35.101893 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.169633 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Router 94a78a10-f949-4239-8efe-f148f22f6206 is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:15:35.231136 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.260671 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.261639 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.278833 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5775006 Jun 07 08:15:35.284497 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.285969 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.286655 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.295831 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:35.356121 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.367965 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:35.380318 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Sync routers for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:35.391836 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:35.392478 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:35.439146 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:15:35.440654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.480019 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a23bd2-62fa-4c06-8c93-5e56f37acce9 None None] Network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:35.491045 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f337e1-9b27-4089-82ff-c0d14a683cbb,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:35.504696 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network b4f337e1-9b27-4089-82ff-c0d14a683cbb details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:35.623324 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:35.675594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:35.690783 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:35.761146 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ec6938cf-5df9-4a53-9b1c-6eb7f8a3a387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:35.823620 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63aa2acb-6e61-444f-a119-d96c7761b88e,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:35.837921 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:35.928432 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Allocated IP 172.20.0.2 (a3d62faf-9452-4d44-ac69-cdb461fdcea1/3c7914d6-88a0-47dc-8bc5-3bd22ddbb908/3f8a649a-6b39-463d-912c-ef6e545a3875) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:35.994927 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.027023 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38034) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:36.029488 dv-cinder-784956-6-iscsi neutron-server[92003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:15:36.091233 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:34Z', 'revision_number': 3, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:36.095570 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Checking router: 94a78a10-f949-4239-8efe-f148f22f6206 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:36.095963 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Updating router 94a78a10-f949-4239-8efe-f148f22f6206 port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:36.124626 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Checking segment: {'id': '37f2094f-e40c-4bde-9098-bc0194fc9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6417df4c-2760-4294-87ee-0d85f5fb249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:36.125006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Network hostable DHCP agents. Network: 6417df4c-2760-4294-87ee-0d85f5fb249c, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:36.152494 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.193469 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.261028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Network 6417df4c-2760-4294-87ee-0d85f5fb249c is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:36.263049 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.278595 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1912761 Jun 07 08:15:36.280006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:36.286670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38036) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:36.306845 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 6417df4c-2760-4294-87ee-0d85f5fb249c) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:36.321984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3334523-af2b-437d-ad6b-484eb8fc14f4 None None] Network 6417df4c-2760-4294-87ee-0d85f5fb249c requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:36.327806 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.328399 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.329510 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Request body: {'subnet': {'network_id': 'b4f337e1-9b27-4089-82ff-c0d14a683cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148635590-subnet', 'tenant_id': '31a3d7618fef4f628ef147e62695876b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:36.344038 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b13975684d354f8295996c119eeab2a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3005126 Jun 07 08:15:36.347835 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38040) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:36.351859 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d386dc-ff5a-4a81-8a60-957fc7e4bb80,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:36.356318 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:36.376652 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5201237 Jun 07 08:15:36.393468 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.395103 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5194256 Jun 07 08:15:36.402302 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38046) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:36.405490 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.483072 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-8ab013f6-cf1e-4cc7-81e5-2a2a7bfc686e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.484572 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-8ab013f6-cf1e-4cc7-81e5-2a2a7bfc686e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/networks?id=1ca7590b-69cb-466a-a97b-33cb3c070bf1 HTTP/1.1" status: 200 len: 812 time: 0.4565394 Jun 07 08:15:36.507131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.564066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.634008 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Transition to ACTIVE for port object 3f8a649a-6b39-463d-912c-ef6e545a3875 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:36.640012 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.666029 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Transition to ACTIVE for port object 6ce425e3-3edb-4dff-9d9a-f69da7c815ce will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:36.684116 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.706883 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:36.710030 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Made reservation on behalf of 31a3d7618fef4f628ef147e62695876b for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:36.716348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.792789 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Transition to ACTIVE for port object 3f8a649a-6b39-463d-912c-ef6e545a3875 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:36.823579 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-53650cd1-c21b-4466-8458-aa6a73bd981f tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/quotas/fba2c648ac4e4b629d380aecf9976cd4 HTTP/1.1" status: 200 len: 375 time: 0.3173785 Jun 07 08:15:36.867741 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.903954 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:36.961421 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Attempting to bind port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:36.961798 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Attempting to bind port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:36.969743 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Attempting to bind port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:36.987774 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:36.988162 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:36.988564 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:36.988963 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:36.989660 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Bound port: 6ce425e3-3edb-4dff-9d9a-f69da7c815ce, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:36.989887 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.162690 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:37.169078 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] For port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:37.169523 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:37.179538 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:37.183308 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-f30090ec-30ed-4871-8654-4115715b5c12 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fba2c648ac4e4b629d380aecf9976cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3563151 Jun 07 08:15:37.187502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.194633 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.196060 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9d386dc-ff5a-4a81-8a60-957fc7e4bb80 HTTP/1.1" status: 204 len: 168 time: 0.8227715 Jun 07 08:15:37.198796 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] For port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:37.202714 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8fbf78cc-1a9d-436d-9f37-d282e8e1ab2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:37.205247 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Pushing event updated for resources: {'Port': ['ID=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,revision_number=2']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.218228 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d386dc-ff5a-4a81-8a60-957fc7e4bb80,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.222383 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.228519 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Pushing event updated for resources: {'Port': ['ID=3f8a649a-6b39-463d-912c-ef6e545a3875,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.228768 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.231294 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c70b14-b3ad-4f47-8690-db76cbee5da3 None None] Network 6417df4c-2760-4294-87ee-0d85f5fb249c requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:37.252834 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.253182 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.253527 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.253867 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.254228 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.254562 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.254891 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.255438 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.255573 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.255880 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.256202 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.256521 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Tracked resource versions report: Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: pushed versions: Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: { 'AddressGroup': {'1.2'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'ConntrackHelper': {'1.0'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Log': {'1.0'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Network': {'1.1'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Port': {'1.7'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'PortForwarding': {'1.2'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'QosPolicy': {'1.8'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroup': {'1.4'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SubPort': {'1.0'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Subnet': {'1.1'}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Trunk': {'1.1'}} Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: consumer versions: Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'ConntrackHelper': '1.0', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Log': '1.0', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Network': '1.1', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Port': '1.7', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'PortForwarding': '1.2', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'QosPolicy': '1.8', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroup': '1.4', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SecurityGroupRule': '1.2', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'SubPort': '1.0', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Subnet': '1.1', Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: 'Trunk': '1.1'}} Jun 07 08:15:37.257922 dv-cinder-784956-6-iscsi neutron-server[92006]: {{(pid=92006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:15:37.288526 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.298401 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.300518 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.301045 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.301557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.302073 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.302546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.303036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.303557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.304047 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.304561 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-0321b48a-329a-4a27-b0ca-5377cc341f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:37.304706 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.305163 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.306278 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.306902 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Tracked resource versions report: Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: pushed versions: Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: { 'AddressGroup': {'1.2'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'ConntrackHelper': {'1.0'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Log': {'1.0'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Network': {'1.1'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Port': {'1.7'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'PortForwarding': {'1.2'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'QosPolicy': {'1.8'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroup': {'1.4'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SubPort': {'1.0'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Subnet': {'1.1'}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Trunk': {'1.1'}} Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: consumer versions: Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: { DHCP agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: L3 agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: Metadata agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: Metering agent@dv-cinder-784956-6-iscsi: {}, Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: Open vSwitch agent@dv-cinder-784956-6-iscsi: { 'AddressGroup': '1.2', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'ConntrackHelper': '1.0', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Log': '1.0', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Network': '1.1', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Port': '1.7', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'PortForwarding': '1.2', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'QosPolicy': '1.8', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroup': '1.4', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SecurityGroupRule': '1.2', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'SubPort': '1.0', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Subnet': '1.1', Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: 'Trunk': '1.1'}} Jun 07 08:15:37.308456 dv-cinder-784956-6-iscsi neutron-server[92005]: {{(pid=92005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:15:37.331411 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.372673 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.412385 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Attempting to bind port 3f8a649a-6b39-463d-912c-ef6e545a3875 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:37.412979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Attempting to bind port 3f8a649a-6b39-463d-912c-ef6e545a3875 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:37.413498 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Attempting to bind port 3f8a649a-6b39-463d-912c-ef6e545a3875 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:37.430120 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:37.430805 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Checking segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:37.431372 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.431908 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Bound using segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:37.432593 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Bound port: 3f8a649a-6b39-463d-912c-ef6e545a3875, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:37.433168 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.434853 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.454804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:37.464652 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:37.465300 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:37.571453 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Allocated IP 172.27.0.163 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/88ce8faf-94ed-4bf2-861f-63c02f70e3a3) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:37.613024 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] For port 3f8a649a-6b39-463d-912c-ef6e545a3875, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:37.620074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] For port 3f8a649a-6b39-463d-912c-ef6e545a3875, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3f8a649a-6b39-463d-912c-ef6e545a3875,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:37.624591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.630975 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:37.658647 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Pushing event updated for resources: {'Port': ['ID=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.667124 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.718144 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Checking segment: {'id': '89769f42-ebdf-4c4d-a2c5-80cd66a1e620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4f337e1-9b27-4089-82ff-c0d14a683cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:37.718527 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Network hostable DHCP agents. Network: b4f337e1-9b27-4089-82ff-c0d14a683cbb, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:37.731213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a806e2-c985-4bec-9205-1f7fce2db39b,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.738597 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Pushing event updated for resources: {'Port': ['ID=3f8a649a-6b39-463d-912c-ef6e545a3875,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:37.742623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.756557 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:37.756792 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.776987 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Network b4f337e1-9b27-4089-82ff-c0d14a683cbb is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:37.797521 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, b4f337e1-9b27-4089-82ff-c0d14a683cbb) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:37.805423 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d92b8a-c37d-404b-ae14-5c8b4824c3aa None None] Network b4f337e1-9b27-4089-82ff-c0d14a683cbb requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:37.808673 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:37.809257 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.872407 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:37.872633 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5752888 Jun 07 08:15:37.918284 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38098) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:37.923142 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-659122019-network', 'tenant_id': 'c6506a0d42d949b1bf88b3b19c39510f'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:37.972926 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Made reservation on behalf of c6506a0d42d949b1bf88b3b19c39510f for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:37.975311 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.997818 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.250243 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.317308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.335665 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-d793d533-74b8-46b5-b0ac-4a71ea1ce435 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:15:38.336716 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-d793d533-74b8-46b5-b0ac-4a71ea1ce435 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6880734 Jun 07 08:15:38.337342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee735e1a-cab7-445c-8166-7647a5c1fc52 None None] Network b4f337e1-9b27-4089-82ff-c0d14a683cbb requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:38.343030 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.372076 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:38.403187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:38.419355 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.419696 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Added segment 7556eaba-6b62-43f6-a4d0-666fc508665c of type vlan for network d88ad77e-c787-4220-a94b-9653522f0339 Jun 07 08:15:38.450985 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:38.458183 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:38.464399 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.471869 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:38.482066 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:38.486799 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:38.500820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6bdb3b2f-efc2-496f-b36f-130fefa002ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:38.539911 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.540468 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:34Z', 'revision_number': 3, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:38.544925 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee4ee-e01e-4e2b-9c1a-412d402579f3 None None] The sync data for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi is: [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:34Z', 'revision_number': 3, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:38.570454 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:38.571096 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.602388 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514caf69-d269-4575-b7b9-27e01d2eb940,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:38.606916 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:38.613090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee4d1d19-c84a-4e7a-8713-949303dd5dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:38.740151 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8208189 Jun 07 08:15:38.748599 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38118) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:38.769242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Request body: {'subnet': {'network_id': 'd88ad77e-c787-4220-a94b-9653522f0339', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-659122019-subnet', 'tenant_id': 'c6506a0d42d949b1bf88b3b19c39510f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:38.862975 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Pushing event updated for resources: {'Network': ['ID=d88ad77e-c787-4220-a94b-9653522f0339,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:38.865138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:38.874763 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network d88ad77e-c787-4220-a94b-9653522f0339 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:38.903985 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-7f6d56bb-b7bc-42c0-88ec-431ff1397aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597522 Jun 07 08:15:38.974415 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Made reservation on behalf of c6506a0d42d949b1bf88b3b19c39510f for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:38.976166 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.349785 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38138) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:39.366085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1839968109-network', 'tenant_id': '161a499695d8460bbde298b89640ab3d'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:39.503182 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d20eac-f3da-4007-998c-a5a44795016f None None] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:39.543477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 6ce425e3-3edb-4dff-9d9a-f69da7c815ce up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:39.547382 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-ed492890-ec01-4ab9-9182-6620c08d1003 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425176 Jun 07 08:15:39.701787 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Made reservation on behalf of 161a499695d8460bbde298b89640ab3d for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:39.711441 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.729346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.745538 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.760026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0e80ae7e-c22f-4353-a6f0-752150922d3b None None] Provisioning for port 3f8a649a-6b39-463d-912c-ef6e545a3875 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:39.831338 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.840920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-675bd793-c5d4-4cdd-b9c1-b015cc40a7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:39.900401 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.918587 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.919309 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.928631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38156) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:39.951781 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:39.960145 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:39.967315 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.052146 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b1db6b-7fc9-4264-a11d-225e9b1eeef8,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:40.065467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:40.066824 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Checking segment: {'id': '7556eaba-6b62-43f6-a4d0-666fc508665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd88ad77e-c787-4220-a94b-9653522f0339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:40.067994 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Network hostable DHCP agents. Network: d88ad77e-c787-4220-a94b-9653522f0339, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:40.074217 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4f61096d-e4fa-4fdb-8726-b6f924ec27e7 req-a7639d9c-e1b3-44e8-9c94-a0a540db72b3 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.1355309 Jun 07 08:15:40.092673 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Network d88ad77e-c787-4220-a94b-9653522f0339 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:40.111327 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:40.114489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, d88ad77e-c787-4220-a94b-9653522f0339) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:40.120294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:40.120946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.125647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd553624-142c-4ab1-8f6f-e3ce9e65ad9d None None] Network d88ad77e-c787-4220-a94b-9653522f0339 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:40.177969 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4137003 Jun 07 08:15:40.197903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:40.212950 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc67add-f5c1-4c90-b22f-f2957f3a49ab,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:40.243999 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:40.253996 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.254275 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Added segment 3464d9f9-0800-4383-917a-ceb0a86fc46e of type vlan for network 455fbb57-67c6-45f2-af41-262d5543542b Jun 07 08:15:40.411665 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.489165 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:40.496728 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.497417 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.535081 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3f8a649a-6b39-463d-912c-ef6e545a3875 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:40.687456 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.resource_extend [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:15:40.718574 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:40.770274 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Allocated IP 172.20.0.1 (a665f221-6df3-47ed-bee7-0fe6e0134d31/48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751/67809481-276d-4af8-8b58-de51adf55469) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:40.798142 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433d9b0-5217-4f36-a218-f0ad272bc3df None None] Network d88ad77e-c787-4220-a94b-9653522f0339 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:40.879346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.889678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.896992 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:40.897579 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.902044 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:41.210323 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8485878 Jun 07 08:15:41.215866 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38222) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:41.230825 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Request body: {'subnet': {'network_id': '455fbb57-67c6-45f2-af41-262d5543542b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1839968109-subnet', 'tenant_id': '161a499695d8460bbde298b89640ab3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:41.238636 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Pushing event updated for resources: {'Network': ['ID=455fbb57-67c6-45f2-af41-262d5543542b,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:41.254137 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:41.261225 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:41.265964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:41.280051 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8962b185-d970-4ca3-97a9-d2a02f05c1ce req-094043f2-b554-453c-97d6-f53175319f04 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.1070142 Jun 07 08:15:41.313560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 455fbb57-67c6-45f2-af41-262d5543542b details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:41.382007 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Made reservation on behalf of 161a499695d8460bbde298b89640ab3d for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:41.384400 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.404955 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.453390 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c6701b8e-63b2-4af7-ad86-43c2733b1a65 None None] Provisioning complete for port 3f8a649a-6b39-463d-912c-ef6e545a3875 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:41.453764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c6701b8e-63b2-4af7-ad86-43c2733b1a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.480365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 3f8a649a-6b39-463d-912c-ef6e545a3875 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:41.506232 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3f8a649a-6b39-463d-912c-ef6e545a3875 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:41.506767 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.574300 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Router 0606d5fc-8627-4543-85a2-88a82190b45c is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:15:41.734595 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.785352 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.797492 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c6701b8e-63b2-4af7-ad86-43c2733b1a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.846654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 3f8a649a-6b39-463d-912c-ef6e545a3875, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3f8a649a-6b39-463d-912c-ef6e545a3875,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:41.855712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.915798 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:41.947742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2e65d986-4019-4114-9540-a13bceeda95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:41.976806 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 6ce425e3-3edb-4dff-9d9a-f69da7c815ce up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:42.068668 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:42.091832 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.db.api [None req-c6701b8e-63b2-4af7-ad86-43c2733b1a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:15:42.092285 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_db.api [None req-c6701b8e-63b2-4af7-ad86-43c2733b1a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:15:42.104412 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=3f8a649a-6b39-463d-912c-ef6e545a3875,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:42.108251 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:42.118652 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:42.119033 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.133194 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:42.152347 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:42.152823 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.295368 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:42.298315 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:42.363078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:42.377366 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:42.391928 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:42.392626 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:42.397426 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.410933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9dc6c802-9b8e-48c7-b590-4e4d57b85948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:42.462726 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.466832 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3918104 Jun 07 08:15:42.467663 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38264) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:42.497788 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a0f49d52-3921-4b99-b276-9be2d61f0119 req-873d2053-1891-4bcc-a4f0-8455be1ce4c2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.0641031 Jun 07 08:15:42.591110 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:42.612513 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2d763e-34e6-44d6-99b3-c403944af7c3,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:42.623438 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:42.650493 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Checking segment: {'id': '3464d9f9-0800-4383-917a-ceb0a86fc46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '455fbb57-67c6-45f2-af41-262d5543542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:42.650596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Network hostable DHCP agents. Network: 455fbb57-67c6-45f2-af41-262d5543542b, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:42.785239 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.799882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Network 455fbb57-67c6-45f2-af41-262d5543542b is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:42.899162 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 455fbb57-67c6-45f2-af41-262d5543542b) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:42.906280 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e6293-bbe2-497e-8104-1347689931ec None None] Network 455fbb57-67c6-45f2-af41-262d5543542b requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:42.915548 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.916138 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.974589 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7479575 Jun 07 08:15:43.037428 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:38Z', 'revision_number': 3, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:43.044418 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:43.044773 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Updating router 0606d5fc-8627-4543-85a2-88a82190b45c port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:43.148176 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38272) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:43.166914 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52663be-dad7-4c39-829a-52571f0dd406 None None] Network 455fbb57-67c6-45f2-af41-262d5543542b requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:43.182055 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.206296 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Deleting subnet a8a806e2-c985-4bec-9205-1f7fce2db39b {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:43.209332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.271913 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.284406 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.360150 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.368037 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c9acbdfe-500b-4935-a9db-86b70a8f5261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:43.403336 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a806e2-c985-4bec-9205-1f7fce2db39b,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:43.415395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.419511 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8a806e2-c985-4bec-9205-1f7fce2db39b HTTP/1.1" status: 204 len: 168 time: 0.2681277 Jun 07 08:15:43.419802 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38278) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:43.451069 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.456414 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:43.458332 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.461010 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.473425 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-723a694f-f644-490f-8642-596a93a1d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:43.545077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.725068 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:43.747003 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:43.763350 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:43.765918 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:43.799391 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-26ed2d88-ca51-4359-9e63-a25b11762d48 req-2475ffc3-2a5f-4ec1-ba2e-655c07ab7851 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.1035120 Jun 07 08:15:43.799637 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.803500 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.813075 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Transition to ACTIVE for port object 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:43.817567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.817794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.818653 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.819125 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > port after_create 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.819592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.820005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > port after_update 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.820412 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.821567 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.825656 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:43.826336 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.827079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.827680 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:43.908478 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Attempting to bind port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:43.909047 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Attempting to bind port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:43.909298 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Attempting to bind port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:43.913173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Pushing event updated for resources: {'Port': ['ID=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:43.917396 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:43.918354 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:43.918739 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:43.919147 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.919539 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:43.920021 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Bound port: 88ce8faf-94ed-4bf2-861f-63c02f70e3a3, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:43.920433 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.958028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3f8a649a-6b39-463d-912c-ef6e545a3875 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:44.002869 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:44.002869 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:44.003366 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:44.004033 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:15:44.004601 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f337e1-9b27-4089-82ff-c0d14a683cbb']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:44.017675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89769f42-ebdf-4c4d-a2c5-80cd66a1e620') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:44.017675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89769f42-ebdf-4c4d-a2c5-80cd66a1e620') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:44.035479 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.044040 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.051437 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] For port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:44.056308 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] For port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:44.066321 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3f8a649a-6b39-463d-912c-ef6e545a3875 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:44.066738 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.081613 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.091708 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:44.092911 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.093658 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.110474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-25617e27-fca3-4400-bd3a-0b1f570d50c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.127778 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Router 94a78a10-f949-4239-8efe-f148f22f6206 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: from cryptography.utils import int_from_bytes Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: from cryptography.utils import int_from_bytes Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:44.132363 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:44.204622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:44.204622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:44.212109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.216478 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.233929 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.236700 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b4f337e1-9b27-4089-82ff-c0d14a683cbb HTTP/1.1" status: 204 len: 168 time: 0.8153312 Jun 07 08:15:44.237920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f337e1-9b27-4089-82ff-c0d14a683cbb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.239381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38290) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:44.271905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.302145 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Pushing event updated for resources: {'Port': ['ID=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.305393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Deleting subnet 1d2d763e-34e6-44d6-99b3-c403944af7c3 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:44.309168 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.311106 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.362243 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.415693 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.466896 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:44.473886 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:44.480071 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Sync routers for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:44.482336 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] 10.222.0.46 "PUT /v2.0/routers/94a78a10-f949-4239-8efe-f148f22f6206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9414639 Jun 07 08:15:44.491578 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Allocated IP 172.20.0.1 (a3d62faf-9452-4d44-ac69-cdb461fdcea1/3c7914d6-88a0-47dc-8bc5-3bd22ddbb908/9b2945cf-7127-421e-b207-ef6ea6b2170a) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:44.499364 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.502352 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:44.503894 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:44.504797 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-52c70094-7b73-44cc-a3ae-e0c52169040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.549423 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2d763e-34e6-44d6-99b3-c403944af7c3,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.553158 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.561142 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.566313 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1d2d763e-34e6-44d6-99b3-c403944af7c3 HTTP/1.1" status: 204 len: 168 time: 0.3258090 Jun 07 08:15:44.566841 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38296) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:44.750582 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.786076 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:44.821771 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.860148 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Transition to ACTIVE for port object 9b2945cf-7127-421e-b207-ef6ea6b2170a will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:44.910684 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.918936 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.998013 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.011951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455fbb57-67c6-45f2-af41-262d5543542b']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:45.026037 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3464d9f9-0800-4383-917a-ceb0a86fc46e') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:45.026377 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3464d9f9-0800-4383-917a-ceb0a86fc46e') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:45.027415 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:45.030908 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:45.035460 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:45.036092 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.040295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.042212 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:45.054765 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:45.078504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.093381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:45.093722 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.211956 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.276140 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:38Z', 'revision_number': 3, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:45.286523 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02235e-2158-48d6-b4ee-4fe583b447bb None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:38Z', 'revision_number': 3, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:45.374076 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:45.428420 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:42Z', 'revision_number': 4, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '67809481-276d-4af8-8b58-de51adf55469', 'name': '', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'mac_address': 'fa:16:3e:ae:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:40Z', 'updated_at': '2021-06-07T08:15:42Z', 'revision_number': 2, 'project_id': 'f21d3514264d443291143ababf0509ba', 'subnets': [{'id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:45.437324 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Checking router: 94a78a10-f949-4239-8efe-f148f22f6206 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:45.438137 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Updating router 94a78a10-f949-4239-8efe-f148f22f6206 port 67809481-276d-4af8-8b58-de51adf55469 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:45.528993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-bfe8facb-94cc-401b-a3ec-886c1dc599a8 None None] Provisioning for port 9b2945cf-7127-421e-b207-ef6ea6b2170a completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:45.535115 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-bfe8facb-94cc-401b-a3ec-886c1dc599a8 None None] Provisioning complete for port 9b2945cf-7127-421e-b207-ef6ea6b2170a triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:45.535498 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-bfe8facb-94cc-401b-a3ec-886c1dc599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.582246 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.661147 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2035d3d9-e50f-48e6-b272-6bcda6534d56 req-5a42e527-d038-4163-ba37-d42ac4dbc3ca tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.2814617 Jun 07 08:15:45.665922 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8facb-94cc-401b-a3ec-886c1dc599a8 None None] Port 9b2945cf-7127-421e-b207-ef6ea6b2170a cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:45.688347 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-5aea83e3-23a8-436e-a696-7534f1b4686f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:45.699371 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-5aea83e3-23a8-436e-a696-7534f1b4686f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 817 time: 0.2501354 Jun 07 08:15:45.724235 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-4db9ea3b-c9f3-4ea8-b248-81fd833dcf7a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/quotas/f21d3514264d443291143ababf0509ba HTTP/1.1" status: 200 len: 375 time: 0.0140388 Jun 07 08:15:45.731582 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.752939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.756236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.765980 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.785105 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-47bbd91b-2ed1-490c-bec6-7bbc7b4a3b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:45.931156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:45.967331 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:45.973370 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/455fbb57-67c6-45f2-af41-262d5543542b HTTP/1.1" status: 204 len: 168 time: 1.4054725 Jun 07 08:15:45.983499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=455fbb57-67c6-45f2-af41-262d5543542b,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:45.999548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:46.061771 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-956be8e3-584c-4762-beb3-0fd002f628d6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3273132 Jun 07 08:15:46.122002 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:46.173929 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.45', 60936) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:46.293020 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:46.303837 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:46.349788 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:46.368172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:46.370327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.377366 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:46.379035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:46.527178 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38368) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:46.565497 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.654071 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-306e527d-37b0-4d01-be97-5a8b80048d2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31a3d7618fef4f628ef147e62695876b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1158822 Jun 07 08:15:46.668150 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38372) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:46.688036 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.748169 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Transition to ACTIVE for port object 67809481-276d-4af8-8b58-de51adf55469 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:46.771486 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.793397 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:46.880962 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-14ffbe96-51a3-4b3e-af90-5b765a1906a6 None None] Provisioning complete for port 9b2945cf-7127-421e-b207-ef6ea6b2170a triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:46.881591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-14ffbe96-51a3-4b3e-af90-5b765a1906a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.899424 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:46.964285 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.040591 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.071612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.133831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-09728e48-ff15-4682-aae9-eb1c38e9fa18 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:15:47.141193 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-09728e48-ff15-4682-aae9-eb1c38e9fa18 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6472886 Jun 07 08:15:47.149536 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-3594cdd8-8e62-4dcd-aacc-77f5abe0c8b6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:47.150979 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-3594cdd8-8e62-4dcd-aacc-77f5abe0c8b6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.45 "GET /v2.0/networks?id=1ca7590b-69cb-466a-a97b-33cb3c070bf1 HTTP/1.1" status: 200 len: 812 time: 0.9757581 Jun 07 08:15:47.162528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:47.172062 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-14ffbe96-51a3-4b3e-af90-5b765a1906a6 None None] Port 9b2945cf-7127-421e-b207-ef6ea6b2170a cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:47.175378 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.183754 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.195193 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:47.197960 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.202477 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/658d1597-b8f6-4e7e-b8fc-f848fc00379d HTTP/1.1" status: 204 len: 168 time: 0.5263257 Jun 07 08:15:47.221908 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:47.268289 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d1597-b8f6-4e7e-b8fc-f848fc00379d,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:47.282458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Request body: {'port': {'device_id': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1', 'admin_state_up': True, 'tenant_id': 'fba2c648ac4e4b629d380aecf9976cd4'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:47.374932 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:47.450516 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:47.474005 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:47.500590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:47.523474 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] 10.222.0.46 "PUT /v2.0/routers/0606d5fc-8627-4543-85a2-88a82190b45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0109673 Jun 07 08:15:47.524046 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673965ba-0553-487d-bd62-84b53e8e1420 None None] Pushing event updated for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:47.529145 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-673965ba-0553-487d-bd62-84b53e8e1420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:47.549397 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Attempting to bind port 67809481-276d-4af8-8b58-de51adf55469 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:47.549981 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Attempting to bind port 67809481-276d-4af8-8b58-de51adf55469 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:47.550345 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Attempting to bind port 67809481-276d-4af8-8b58-de51adf55469 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:47.566810 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:47.569243 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Checking segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:47.569799 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.570313 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Bound using segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:47.572248 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Bound port: 67809481-276d-4af8-8b58-de51adf55469, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:47.572855 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.588374 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9b325623-b176-4f7c-9f6f-72e37d7df0c7 req-a05b81f6-9d12-48d2-a662-eb89f88f5c6e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.2497303 Jun 07 08:15:47.657285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38412) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:47.776214 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] For port 67809481-276d-4af8-8b58-de51adf55469, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:47.782043 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] For port 67809481-276d-4af8-8b58-de51adf55469, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=67809481-276d-4af8-8b58-de51adf55469,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:47.794801 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.802353 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:47.865299 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-4585a21a-7aee-4366-8864-697646d5b667 service neutron] 10.222.0.46 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230885 Jun 07 08:15:47.962289 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38426) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:48.026424 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:48.112641 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e9002d33-d4c9-4bfa-a944-8a012e2dc878 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=161a499695d8460bbde298b89640ab3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1490302 Jun 07 08:15:48.113339 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38434) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:48.115328 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:48.118842 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:48.196659 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:48.203637 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.214532 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.255060 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.316468 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-87adf88c-0981-48b8-bfdd-e8241bcd7912 service neutron] 10.222.0.46 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428561 Jun 07 08:15:48.332657 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Made reservation on behalf of fba2c648ac4e4b629d380aecf9976cd4 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:48.342556 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.390533 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.398114 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.401791 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcc67add-f5c1-4c90-b22f-f2957f3a49ab HTTP/1.1" status: 204 len: 168 time: 0.2862852 Jun 07 08:15:48.402602 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:48.422438 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:48.428150 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc67add-f5c1-4c90-b22f-f2957f3a49ab,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:48.434745 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:48.541509 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.563601 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:48.568101 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:48.690454 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:48.731014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Allocated IP 172.20.0.3 (1ca7590b-69cb-466a-a97b-33cb3c070bf1/544f25d1-2156-48e7-9c5b-e86cbee670a6/d000d745-daea-4ffd-85cc-dacd72ea3e0f) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:49.026381 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:49.038021 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:49.084999 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-79915edc-900c-4d74-af1d-3eca2ca6b9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:49.201822 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366eb75b-1743-44ed-832f-dadf84fd7e8a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:49.222674 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:49.271186 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:49.341160 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ee273bc0d084e6492b4b9360247aaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6821244 Jun 07 08:15:49.341805 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38476) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:49.363843 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673965ba-0553-487d-bd62-84b53e8e1420 None None] Pushing event updated for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:49.391749 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-673965ba-0553-487d-bd62-84b53e8e1420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.584s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:49.653546 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:49.814041 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:49.871945 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8c7d88b2-df15-4eba-b569-fd1bdbc2f112 req-3f547e30-9fe3-48c4-92db-e9909274af15 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.1765034 Jun 07 08:15:49.899035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:49.977904 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:42Z', 'revision_number': 4, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '67809481-276d-4af8-8b58-de51adf55469', 'name': '', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'mac_address': 'fa:16:3e:ae:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:40Z', 'updated_at': '2021-06-07T08:15:47Z', 'revision_number': 4, 'project_id': 'f21d3514264d443291143ababf0509ba', 'subnets': [{'id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:49.994167 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc955cc-601d-43f7-9f76-23f377ecfad0 None None] The sync data for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi is: [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:15:42Z', 'revision_number': 4, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '67809481-276d-4af8-8b58-de51adf55469', 'name': '', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'mac_address': 'fa:16:3e:ae:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:40Z', 'updated_at': '2021-06-07T08:15:47Z', 'revision_number': 4, 'project_id': 'f21d3514264d443291143ababf0509ba', 'subnets': [{'id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:50.073525 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.077389 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.079604 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/366eb75b-1743-44ed-832f-dadf84fd7e8a HTTP/1.1" status: 204 len: 168 time: 0.7367616 Jun 07 08:15:50.107547 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1681e814-4ec7-49ef-9199-d8b14826c03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:50.179002 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.181863 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366eb75b-1743-44ed-832f-dadf84fd7e8a,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:50.193838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:50.197826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-28df277c-9f4d-4b2e-9fda-c62e0f6f1089 req-c4012373-6eed-400e-965f-48e0f640c765 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 210 time: 0.0951343 Jun 07 08:15:50.210688 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:50.296529 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:50.300552 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:50.304858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:50.375985 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Pushing event updated for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:50.383807 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:50.453134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:50.454263 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.518839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2554247 Jun 07 08:15:50.546646 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-cb261c6e-bb67-4b9e-bca8-8bbdd9d378f7 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:15:50.552096 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-cb261c6e-bb67-4b9e-bca8-8bbdd9d378f7 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131724 Jun 07 08:15:50.590409 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 2, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:50.604124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:50.606101 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Updating router 0606d5fc-8627-4543-85a2-88a82190b45c port 9b2945cf-7127-421e-b207-ef6ea6b2170a binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:15:50.771253 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.785495 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 67809481-276d-4af8-8b58-de51adf55469 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:50.989898 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38554) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:50.996310 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436129288', 'description': 'tempest-description--1841152495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:51.095167 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.139320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a13734fa-8347-44e2-997c-0ad185376ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.476385 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 67809481-276d-4af8-8b58-de51adf55469 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:51.525606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 67809481-276d-4af8-8b58-de51adf55469 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:51.533866 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.544228 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.550680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.564537 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-41797542-9975-4d16-a921-4815e6e7bd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:51.662156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Request body: {'port': {'device_id': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:51.737843 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.739111 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7479975 Jun 07 08:15:51.751366 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38584) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:51.791628 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group_rule': {'security_group_id': '2de3fee8-3c29-4558-95c9-8769d5c083e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:51.817897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de3fee8-3c29-4558-95c9-8769d5c083e3,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:51.850203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:51.906240 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.106594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.115141 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.118944 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:52.179006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049a9a9d-e6b9-4962-85f5-0aaf6bf83078,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:52.192896 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:52.205205 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.230609 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4667134 Jun 07 08:15:52.231646 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38600) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:52.253992 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group_rule': {'security_group_id': '2de3fee8-3c29-4558-95c9-8769d5c083e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:52.381596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.391786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.429523 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-7b897232-f5bc-408a-ba3a-e9d76c459283 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.448125 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-7b897232-f5bc-408a-ba3a-e9d76c459283 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 817 time: 1.4200826 Jun 07 08:15:52.658752 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e62b-d31b-45e4-977d-388f1143a2ae req-3f0b9953-6192-457b-b322-1e20c6cdb97e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.666423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.671700 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a24e62b-d31b-45e4-977d-388f1143a2ae req-3f0b9953-6192-457b-b322-1e20c6cdb97e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 931 time: 1.2659695 Jun 07 08:15:52.677553 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.701875 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:52.713432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-a72ba67a-61e9-49dc-8661-170f1ddf2c91 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/quotas/f21d3514264d443291143ababf0509ba HTTP/1.1" status: 200 len: 375 time: 0.2538993 Jun 07 08:15:52.716862 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.793756 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cdaf92-e9d7-42bd-98c7-c952d89b5ab8,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:52.798203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:52.816801 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.821311 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5850270 Jun 07 08:15:52.823257 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38624) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:52.849176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:52.928737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.328430 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.333983 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.45', 60956) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:53.381822 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Transition to ACTIVE for port object 9b2945cf-7127-421e-b207-ef6ea6b2170a will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:53.410333 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a24e62b-d31b-45e4-977d-388f1143a2ae req-3d82ce15-cd36-468b-aff5-1e53568deeb8 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317789 Jun 07 08:15:53.411932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.492578 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:53.593521 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 67809481-276d-4af8-8b58-de51adf55469, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=67809481-276d-4af8-8b58-de51adf55469,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:53.741418 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-77aa6623-38a0-4fb8-bd95-95ce85ccf191 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0243447 Jun 07 08:15:53.790842 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:15:53.870819 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-74962751-3f42-4f7d-8c1f-5de330aaf75a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.872310 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-74962751-3f42-4f7d-8c1f-5de330aaf75a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 817 time: 0.5288694 Jun 07 08:15:53.940798 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Request body: {'port': {'device_id': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'admin_state_up': True, 'tenant_id': 'f21d3514264d443291143ababf0509ba'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:53.945379 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Pushing event updated for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:53.973113 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eea-7075-4714-a805-6f80b91effa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.974930 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.988404 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.990263 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:54.036788 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.111332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:54.293422 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.db.resource_extend [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:15:54.609664 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d000d745-daea-4ffd-85cc-dacd72ea3e0f {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:54.651059 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-1b7f528c-1114-4c54-80f0-f29f71c1cdaf service neutron] 10.222.0.46 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389760 Jun 07 08:15:54.679510 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.687176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Allocated IP 172.27.0.72 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/3d0b9a0d-2153-4ec7-aa62-82a6e4077b20) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:54.695517 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Made reservation on behalf of f21d3514264d443291143ababf0509ba for: {'port': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:54.703269 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.712028 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Transition to ACTIVE for port object d000d745-daea-4ffd-85cc-dacd72ea3e0f will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:54.772450 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Attempting to bind port 9b2945cf-7127-421e-b207-ef6ea6b2170a on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:54.782955 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Attempting to bind port 9b2945cf-7127-421e-b207-ef6ea6b2170a by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:54.783152 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Attempting to bind port 9b2945cf-7127-421e-b207-ef6ea6b2170a on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:54.808420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.835223 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:54.847107 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:54.850152 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Checking segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:54.857069 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.857692 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Bound using segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:54.858363 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Bound port: 9b2945cf-7127-421e-b207-ef6ea6b2170a, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:54.861656 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.918952 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Allocated IP 172.20.0.10 (a665f221-6df3-47ed-bee7-0fe6e0134d31/48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751/81b915d1-843f-4553-89aa-43f71ecf88f5) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:54.919215 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:54.924128 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-e7c6e2a5-ae89-4ba5-aa4d-af7080923f01 service neutron] 10.222.0.46 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082956 Jun 07 08:15:54.927194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.018273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-855099b8-0f9f-4597-acb7-486e1ef1a97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:55.298814 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] For port 9b2945cf-7127-421e-b207-ef6ea6b2170a, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:55.313767 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] For port 9b2945cf-7127-421e-b207-ef6ea6b2170a, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=9b2945cf-7127-421e-b207-ef6ea6b2170a,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:55.322943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.361592 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:55.373029 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:55.418946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:55.662161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:55.663016 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:15:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:55.680342 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2fb91e35-f080-44f3-9acc-422f8be008fc req-fe606eb4-a8fd-4f8f-929e-111a1226153f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 210 time: 0.2218509 Jun 07 08:15:55.741580 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623acbb3-77c0-416f-b7e7-8300633de3d1 req-4bf696ae-7788-427d-96e9-b5c64d5452c7 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:55.748896 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-623acbb3-77c0-416f-b7e7-8300633de3d1 req-4bf696ae-7788-427d-96e9-b5c64d5452c7 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 1.0351367 Jun 07 08:15:55.835692 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Pushing event updated for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:55.850046 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Attempting to bind port d000d745-daea-4ffd-85cc-dacd72ea3e0f on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:55.850631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Attempting to bind port d000d745-daea-4ffd-85cc-dacd72ea3e0f by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '28a35a2b-8b60-440e-ab02-d86c86356e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:55.851155 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Attempting to bind port d000d745-daea-4ffd-85cc-dacd72ea3e0f on network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:55.869293 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:55.923195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Port d000d745-daea-4ffd-85cc-dacd72ea3e0f on network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:15:55.923534 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Attempting to bind port d000d745-daea-4ffd-85cc-dacd72ea3e0f on network 1ca7590b-69cb-466a-a97b-33cb3c070bf1 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:55.954328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:55.958336 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Checking segment: {'id': '28a35a2b-8b60-440e-ab02-d86c86356e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:55.959162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Bound using segment: {'id': '28a35a2b-8b60-440e-ab02-d86c86356e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:55.960115 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Bound port: d000d745-daea-4ffd-85cc-dacd72ea3e0f, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a35a2b-8b60-440e-ab02-d86c86356e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:55.960816 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.011989 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-623acbb3-77c0-416f-b7e7-8300633de3d1 req-ebf68cd2-0478-4b56-a443-4b3880810e4c tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621295 Jun 07 08:15:56.113905 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.181655 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.291688 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:56.297407 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f,segment=NetworkSegment(28a35a2b-8b60-440e-ab02-d86c86356e28),segment_id=28a35a2b-8b60-440e-ab02-d86c86356e28)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:56.303817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.319803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.320035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.362016 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 67809481-276d-4af8-8b58-de51adf55469 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:56.379597 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.564867 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.586422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:56.590971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.594452 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:56.605660 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:56.607192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:56.609777 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.615631 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:56.616629 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.617509 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/d000d745-daea-4ffd-85cc-dacd72ea3e0f HTTP/1.1" status: 200 len: 1093 time: 5.4680068 Jun 07 08:15:56.618150 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:56.621291 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.640861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.655999 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Pushing event updated for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.660351 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:56.671007 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7512589 Jun 07 08:15:56.686411 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:56.690047 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.691492 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.778368 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 67809481-276d-4af8-8b58-de51adf55469 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:56.786649 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.833653 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:56.853879 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:56.996002 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.004500 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-8cd14cf4-2faa-4d26-849c-99869b00721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:57.008131 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-8cd14cf4-2faa-4d26-849c-99869b00721d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fba2c648ac4e4b629d380aecf9976cd4&device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 1096 time: 0.1950679 Jun 07 08:15:57.032506 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Request body: {'port': {'device_id': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:57.317039 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.434180 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4e9c1d24-f782-4b90-8e13-e2d8487349fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f HTTP/1.1" status: 200 len: 217 time: 0.3953505 Jun 07 08:15:57.491994 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4384295d-ec08-4653-a38f-641969a6c767 req-35cdac51-f073-4108-aa4b-88198c8c814a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 210 time: 0.2746272 Jun 07 08:15:57.626278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38778) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:57.667072 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38780) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:57.746020 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=3d0b9a0d-2153-4ec7-aa62-82a6e4077b20,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:57.783261 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:57.791909 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.963874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:15:55Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:57.972774 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fd3af-68be-4861-b16f-c3b17c2c4562 None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:15:55Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:58.083023 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d78826-9766-404f-9413-c407a8b52edf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:58.141401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-d66b8f5a-2206-46f9-8f4b-c971caf2aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.144132 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-d66b8f5a-2206-46f9-8f4b-c971caf2aa8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=544f25d1-2156-48e7-9c5b-e86cbee670a6 HTTP/1.1" status: 200 len: 852 time: 0.6495373 Jun 07 08:15:58.195438 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd68d2e-1b91-4967-bc8b-d7253f0a3e38 req-89c4b1fa-f98c-470f-9b51-b152a1d41ab2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:58.204320 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9dd68d2e-1b91-4967-bc8b-d7253f0a3e38 req-89c4b1fa-f98c-470f-9b51-b152a1d41ab2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 0.6109397 Jun 07 08:15:58.304344 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9dd68d2e-1b91-4967-bc8b-d7253f0a3e38 req-35b36751-81d8-40ac-9c65-7a71cd322e94 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918663 Jun 07 08:15:58.323747 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.459117 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.490959 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea4dac-b60c-45f6-ae22-55afa7e09ea7 x-openstack-request-id: req-12ea4dac-b60c-45f6-ae22-55afa7e09ea7 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:58.491441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:58.494021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12ea4dac-b60c-45f6-ae22-55afa7e09ea7 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:58.494756 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f', 'status': 'completed', 'code': 200} Jun 07 08:15:58.839222 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a375f5ef-0be3-4533-a59d-19666e8363e9 req-c7fc9b76-75b2-45ae-88d9-7d116887a1ba tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 210 time: 0.0967622 Jun 07 08:15:59.080481 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.api [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:15:59.080481 dv-cinder-784956-6-iscsi neutron-server[92004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:15:59.080481 dv-cinder-784956-6-iscsi neutron-server[92004]: [parameters: {'project_id_1': '751cdc99f7384bb5b32bcee4e3e16076', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 15, 59, 23097)}] Jun 07 08:15:59.080481 dv-cinder-784956-6-iscsi neutron-server[92004]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:15:59.080927 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_db.api [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:15:59.378382 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b915d1-843f-4553-89aa-43f71ecf88f5 {{(pid=92004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:59.435576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.507939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Transition to ACTIVE for port object 81b915d1-843f-4553-89aa-43f71ecf88f5 will not be triggered until provisioned by entity L2. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:59.529039 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.db.resource_extend [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:15:59.584500 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.621791 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.678437 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.720017 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:59.811272 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26cdb-2e14-4586-bdb7-4d5e1b0cf109 req-a0291beb-39d4-41d4-873c-6664f60bb8f3 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.819056 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.823799 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-13c26cdb-2e14-4586-bdb7-4d5e1b0cf109 req-a0291beb-39d4-41d4-873c-6664f60bb8f3 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 0.2610681 Jun 07 08:15:59.839794 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Pushing event updated for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:59.848683 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:59.867168 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:59.958507 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-13c26cdb-2e14-4586-bdb7-4d5e1b0cf109 req-577f45e1-e05a-4272-b41e-5d4a5fc10263 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333313 Jun 07 08:16:00.023130 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=3d0b9a0d-2153-4ec7-aa62-82a6e4077b20,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.034914 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.096865 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f77b32d-7dd4-4c1f-b481-2ec76af74f37 req-5e0d8e4f-e95f-4563-84e9-dd833d33c6a8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 210 time: 0.0590084 Jun 07 08:16:00.202184 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.223629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 9b2945cf-7127-421e-b207-ef6ea6b2170a up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:00.266438 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.283903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.339545 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dfc54cf2-5b39-47c3-b6de-e8cfc455076c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.342254 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 9b2945cf-7127-421e-b207-ef6ea6b2170a completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:00.353177 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 9b2945cf-7127-421e-b207-ef6ea6b2170a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:00.354611 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.367060 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Attempting to bind port 81b915d1-843f-4553-89aa-43f71ecf88f5 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:00.367424 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Attempting to bind port 81b915d1-843f-4553-89aa-43f71ecf88f5 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:00.367771 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Attempting to bind port 81b915d1-843f-4553-89aa-43f71ecf88f5 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:00.409162 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Port 81b915d1-843f-4553-89aa-43f71ecf88f5 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:00.409931 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Attempting to bind port 81b915d1-843f-4553-89aa-43f71ecf88f5 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:00.430109 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32c81346ae73465dbf01d706d011ebb1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7831624 Jun 07 08:16:00.430462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38836) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:00.432561 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551811cf-fd6a-422d-bed6-aeb97cfc2bce,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.435661 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:00.436029 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Checking segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:00.436657 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Bound using segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:00.437100 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Bound port: 81b915d1-843f-4553-89aa-43f71ecf88f5, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:00.437446 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.452161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.564711 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.579331 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.607158 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, cleared binding levels {{(pid=92004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:00.622409 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.645216 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=81b915d1-843f-4553-89aa-43f71ecf88f5,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:00.659181 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.662800 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.669977 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.709901 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 9b2945cf-7127-421e-b207-ef6ea6b2170a, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=9b2945cf-7127-421e-b207-ef6ea6b2170a,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:00.717492 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.734462 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.749394 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.753149 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.770614 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9461269 Jun 07 08:16:00.778716 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.782340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.784567 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/551811cf-fd6a-422d-bed6-aeb97cfc2bce HTTP/1.1" status: 204 len: 168 time: 0.3531199 Jun 07 08:16:00.785525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.816131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551811cf-fd6a-422d-bed6-aeb97cfc2bce,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.823876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.900486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:00.902566 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.906944 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] 10.222.0.45 "PUT /v2.0/ports/81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 1094 time: 4.0717704 Jun 07 08:16:00.915329 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:01.204116 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.214831 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:01.283301 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Pushing event updated for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=3']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.300409 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:01.317120 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:01.429813 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9997bc-68fc-467a-8378-8c1fac2602b6,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.455324 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:01.487561 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=751cdc99f7384bb5b32bcee4e3e16076&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7982495 Jun 07 08:16:01.490440 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38878) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:01.560629 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-c31162f7-516a-42df-bcab-c63f77170a32 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--436129288&fields=id&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 267 time: 0.1897719 Jun 07 08:16:01.642679 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.45', 60971) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:01.821005 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-aa0a1ca0-c0e9-4aee-816d-605d4f602ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ca7590b-69cb-466a-a97b-33cb3c070bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044306 Jun 07 08:16:02.104132 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38880) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:02.134541 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.155457 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 9b2945cf-7127-421e-b207-ef6ea6b2170a up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:02.157384 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:02.252589 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-3624d490-d05d-4dc5-9d0c-16765f91ba09 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.254161 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-3624d490-d05d-4dc5-9d0c-16765f91ba09 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 817 time: 0.5985622 Jun 07 08:16:02.270982 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.309813 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 9b2945cf-7127-421e-b207-ef6ea6b2170a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:02.312185 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.323897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Request body: {'port': {'device_id': '1aead490-cfdd-4a66-b62f-64378fd79728', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'admin_state_up': True, 'tenant_id': 'f21d3514264d443291143ababf0509ba'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:02.375682 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646f87-f496-4565-a1e5-72f60a204847 req-fad8358b-e2bb-496b-821c-f2bb4f5612a4 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.380100 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af646f87-f496-4565-a1e5-72f60a204847 req-fad8358b-e2bb-496b-821c-f2bb4f5612a4 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 1.0996034 Jun 07 08:16:02.383692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-4dddecab-df37-4479-86a3-909d66ec8371 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425272 Jun 07 08:16:02.469443 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.696273 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.709426 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.714270 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d9997bc-68fc-467a-8378-8c1fac2602b6 HTTP/1.1" status: 204 len: 168 time: 1.2207034 Jun 07 08:16:02.734224 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a02c21af-3eb0-4fa5-a62b-e070ef070ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.775703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.783695 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9997bc-68fc-467a-8378-8c1fac2602b6,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.800847 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.834631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.855658 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Made reservation on behalf of f21d3514264d443291143ababf0509ba for: {'port': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:02.871648 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.895320 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.936718 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ab6efc9eedc419f911ecb3d0e0aa646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955151 Jun 07 08:16:02.955787 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a702a-4cd6-4aab-8d80-f1b23b7df827,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.976061 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 38916) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:02.982808 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af646f87-f496-4565-a1e5-72f60a204847 req-6ac01a83-4fa3-4af3-b06d-eb18ce6b8c53 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611546 Jun 07 08:16:02.989315 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:03.065850 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-a9478085-f3e7-4291-a6e8-8a49b5b46786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.067649 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-a9478085-f3e7-4291-a6e8-8a49b5b46786 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1097 time: 1.4211221 Jun 07 08:16:03.150345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-25f355d9-d25c-4ff9-b108-07928c403423 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.156336 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-25f355d9-d25c-4ff9-b108-07928c403423 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 815 time: 1.5923352 Jun 07 08:16:03.233097 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Allocated IP 172.20.0.3 (a665f221-6df3-47ed-bee7-0fe6e0134d31/48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751/58ea12ca-bad5-414b-99dc-bc91b3f44c85) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:03.245447 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.293725 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6771312d-8447-4f92-b5ec-a1a87003f4a3 req-b345de44-93f4-460b-9c9c-3d11bed6dbba service neutron] 10.222.0.45 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810297 Jun 07 08:16:03.357746 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-5653fb7b-e894-42d1-9173-81cec2746eed tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/quotas/435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 375 time: 0.1100314 Jun 07 08:16:03.379527 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-86fd3256-bdfb-4073-bdb5-4b7b83cac390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.2576766 Jun 07 08:16:03.402248 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38926) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:03.430739 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.466419 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7ac18ba-b14d-4e71-854f-d940b8dcc901 req-cb17fdec-9788-4e5f-a483-3a4e2375cfa2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 210 time: 0.2101774 Jun 07 08:16:03.480843 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.627847 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.659094 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.673928 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:03.750425 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.765090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.766598 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd8a702a-4cd6-4aab-8d80-f1b23b7df827 HTTP/1.1" status: 204 len: 168 time: 0.7826257 Jun 07 08:16:03.775837 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:03.790806 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-b6d5e112-661d-452e-867a-5fbb77a86bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.792598 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-b6d5e112-661d-452e-867a-5fbb77a86bbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.2195573 Jun 07 08:16:03.814702 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-45923b6b-b54a-42ec-9339-215bdd0fce6f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4546130 Jun 07 08:16:03.837724 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a702a-4cd6-4aab-8d80-f1b23b7df827,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:03.850901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:03.851077 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Network a665f221-6df3-47ed-bee7-0fe6e0134d31 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:03.866607 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:03.869964 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:03.881588 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.882504 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.906522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d866c9-dbbe-4689-bd41-cf8a95e61899 x-openstack-request-id: req-52d866c9-dbbe-4689-bd41-cf8a95e61899 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:03.906896 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:03.907251 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52d866c9-dbbe-4689-bd41-cf8a95e61899 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:03.907923 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5', 'status': 'completed', 'code': 200} Jun 07 08:16:03.925079 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Pushing event updated for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:03.928178 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:04.025617 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.034084 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.086549 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-c78fc786-0ac3-4aae-b383-3a3e871fcac9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2513251 Jun 07 08:16:04.087469 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fc1047e-8ac8-42df-b84e-83a5fbea61be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:04.143418 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b89d203b51c5490e8f4f14b689655ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7323608 Jun 07 08:16:04.143418 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7538e9c-56fe-4272-b2c4-be801e63db52,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:04.147230 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:04.149311 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8339062 Jun 07 08:16:04.150082 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 38952) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:04.171899 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Request body: {'port': {'device_id': '1aead490-cfdd-4a66-b62f-64378fd79728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:04.310609 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.355242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78826-9766-404f-9413-c407a8b52edf req-15a2bd23-e27c-4c09-a7c7-f046589f5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.356728 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-15a2bd23-e27c-4c09-a7c7-f046589f5c46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fba2c648ac4e4b629d380aecf9976cd4&device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 1096 time: 0.7338257 Jun 07 08:16:04.383587 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.416242 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.526841 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-e642b41f-95e1-40af-bfc9-cd48201188d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900856 Jun 07 08:16:04.536893 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-6b8f1231-5f8a-4b32-94ab-c100a73fb7db service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995690 Jun 07 08:16:04.629442 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012cce-aa76-479e-89e4-99fb4a8fed2d req-95dd50c4-e9b6-4fe0-ac45-29e1a7aa01a2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.630993 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9012cce-aa76-479e-89e4-99fb4a8fed2d req-95dd50c4-e9b6-4fe0-ac45-29e1a7aa01a2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 0.4460258 Jun 07 08:16:04.641127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.647185 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.651094 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7538e9c-56fe-4272-b2c4-be801e63db52 HTTP/1.1" status: 204 len: 168 time: 0.4969933 Jun 07 08:16:04.656491 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:04.676661 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7538e9c-56fe-4272-b2c4-be801e63db52,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:04.687430 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:04.743248 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78826-9766-404f-9413-c407a8b52edf req-7c0b9733-ef67-401c-a791-a052c6fd4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:04.745057 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-7c0b9733-ef67-401c-a791-a052c6fd4ce2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ca7590b-69cb-466a-a97b-33cb3c070bf1 HTTP/1.1" status: 200 len: 913 time: 0.3814459 Jun 07 08:16:05.026964 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-b80420d8-47f7-450d-a376-f5a5038fae42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f HTTP/1.1" status: 200 len: 217 time: 0.1723387 Jun 07 08:16:05.033981 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-20797fd8-43af-4200-97a1-fb5c4e1ff8c6 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611852 Jun 07 08:16:05.188316 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e9ca61f-81c8-4ffd-ae35-9cb08cbbdd05 req-e0746366-03d6-4cad-bec2-a8975bc35438 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417890 Jun 07 08:16:05.192137 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9012cce-aa76-479e-89e4-99fb4a8fed2d req-47890971-62fe-4572-b4e9-d104f448a9cd tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367823 Jun 07 08:16:05.226955 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ea12ca-bad5-414b-99dc-bc91b3f44c85 {{(pid=92004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:05.251931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78826-9766-404f-9413-c407a8b52edf req-c3979790-68ff-46f2-84e5-aafa843e3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.254160 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-c3979790-68ff-46f2-84e5-aafa843e3e00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=544f25d1-2156-48e7-9c5b-e86cbee670a6 HTTP/1.1" status: 200 len: 852 time: 0.1455152 Jun 07 08:16:05.267934 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.326330 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Transition to ACTIVE for port object 58ea12ca-bad5-414b-99dc-bc91b3f44c85 will not be triggered until provisioned by entity L2. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:05.333635 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.337873 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-83e702f6-f32c-468e-9dcd-ae10b12c4de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:05.426018 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-1cbadc15-11b6-4736-b738-62f1cd89e589 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ca7590b-69cb-466a-a97b-33cb3c070bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176355 Jun 07 08:16:05.466579 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Pushing event updated for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:05.477925 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:05.649027 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Attempting to bind port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:05.649678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Attempting to bind port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:05.650375 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Attempting to bind port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:05.658848 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:05.659275 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Attempting to bind port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 on network a665f221-6df3-47ed-bee7-0fe6e0134d31 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:05.670167 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:05.670696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Checking segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:05.671333 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Bound using segment: {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:05.672142 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Bound port: 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cda1a2-f07a-4e02-938e-0d26080c1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31'}}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:05.672644 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.947541 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-f304be83-f171-4588-ae0d-a63717d931e4 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187307 Jun 07 08:16:06.043097 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d000d745-daea-4ffd-85cc-dacd72ea3e0f details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:06.062643 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, cleared binding levels {{(pid=92004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:06.071286 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:06.072022 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8df54140-8700-40ba-aed0-2d9fd8c757eb req-22dcc031-385b-4a87-b3da-5cb6b22376ac tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 210 time: 0.5450487 Jun 07 08:16:06.080173 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.102411 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.233404 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.238923 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.240394 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] 10.222.0.45 "PUT /v2.0/ports/58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 200 len: 1093 time: 2.0745199 Jun 07 08:16:06.240924 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:06.250897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:06.301601 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Pushing event updated for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=3']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.430721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.443482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f,segment=NetworkSegment(28a35a2b-8b60-440e-ab02-d86c86356e28),segment_id=28a35a2b-8b60-440e-ab02-d86c86356e28)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:06.481173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f', 'network_id': '1ca7590b-69cb-466a-a97b-33cb3c070bf1', 'port_id': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f', 'mac_address': 'fa:16:3e:5c:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544f25d1-2156-48e7-9c5b-e86cbee670a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:06.494278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-30a5fa5c-a98b-4ac9-82a1-dfd21c3e6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.496500 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-30a5fa5c-a98b-4ac9-82a1-dfd21c3e6edd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1096 time: 0.1835256 Jun 07 08:16:06.532946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-c22393c9-dfb8-4372-8db2-538cde3ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.534648 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-c22393c9-dfb8-4372-8db2-538cde3ec9ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1097 time: 1.1129770 Jun 07 08:16:06.625151 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.640241 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-096a623a-1d0f-48e8-8f5e-abb5fa01fb18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 200 len: 217 time: 0.1299701 Jun 07 08:16:06.644992 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d000d745-daea-4ffd-85cc-dacd72ea3e0f {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:06.667037 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f,segment=NetworkSegment(28a35a2b-8b60-440e-ab02-d86c86356e28),segment_id=28a35a2b-8b60-440e-ab02-d86c86356e28)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:06.674419 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.676212 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.714877 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-64d78826-9766-404f-9413-c407a8b52edf req-c089335a-e197-4a4c-a85d-cd68dfac05f2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369409 Jun 07 08:16:06.742625 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc658c-9042-4429-a5b6-b661c1dc8c42 req-d1c992f5-d3b3-4fe3-a7f2-88ed9a9932d5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.749853 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-38bc658c-9042-4429-a5b6-b661c1dc8c42 req-d1c992f5-d3b3-4fe3-a7f2-88ed9a9932d5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 943 time: 1.1547387 Jun 07 08:16:06.812856 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.815811 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-c4cf1fad-86fd-42b1-b46b-38b0263f1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.817337 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-c4cf1fad-86fd-42b1-b46b-38b0263f1d8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.1423559 Jun 07 08:16:06.817727 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.886207 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-4570a7ca-e0a8-4979-9766-a0ee1231ec62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610933 Jun 07 08:16:06.897429 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-38bc658c-9042-4429-a5b6-b661c1dc8c42 req-f3f4f792-7ff0-49f1-b356-a55a7e252c9d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464386 Jun 07 08:16:06.912251 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb199-8d91-4b2c-a12c-56a7814a0659 req-43420296-a454-4d57-9976-019018b8cc44 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.919466 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-41eeb199-8d91-4b2c-a12c-56a7814a0659 req-43420296-a454-4d57-9976-019018b8cc44 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 943 time: 0.4484968 Jun 07 08:16:06.962127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-16a0eaa1-37b2-4287-bcfe-3f1d05a92270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.963928 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-16a0eaa1-37b2-4287-bcfe-3f1d05a92270 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.4190714 Jun 07 08:16:07.060967 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-69a6791b-fb98-4684-8878-f711bdb7c67f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0853436 Jun 07 08:16:07.070388 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-64f4004e-3f7d-43e8-9208-ff74047a6792 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740775 Jun 07 08:16:07.072448 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9067b76-0a23-438e-994e-a8c102e40a8f x-openstack-request-id: req-c9067b76-0a23-438e-994e-a8c102e40a8f {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:07.072846 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:07.073194 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9067b76-0a23-438e-994e-a8c102e40a8f {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:07.074616 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85', 'status': 'completed', 'code': 200} Jun 07 08:16:07.080439 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-41eeb199-8d91-4b2c-a12c-56a7814a0659 req-4e6bf2f2-f45d-415a-a666-90f30e5fd3cc tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600182 Jun 07 08:16:07.120530 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['d000d745-daea-4ffd-85cc-dacd72ea3e0f'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:07.180367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-4aa4a629-af2c-45f3-8d61-442694055704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.181835 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-4aa4a629-af2c-45f3-8d61-442694055704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0990443 Jun 07 08:16:07.318372 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-ef7404ba-c506-4a83-bfd9-e50e3242520c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154039 Jun 07 08:16:07.377539 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-65ec6835-1dbb-4544-8c7d-a0a722747ed4 req-7360ad00-f8c5-4e94-8244-6c088df31d3d service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010998 Jun 07 08:16:07.496683 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c1e30bb0-d728-42b1-8613-0d4cc47455de req-a3ea25eb-5aea-4d25-b2e6-fdcd46cbe90b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 210 time: 0.2105200 Jun 07 08:16:07.710517 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-3e7c9131-f123-44fb-a550-823279f28892 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795656 Jun 07 08:16:07.716970 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-34fd9553-1618-4533-8937-862c1f075a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.719192 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-34fd9553-1618-4533-8937-862c1f075a7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1096 time: 0.2155406 Jun 07 08:16:07.891151 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-99afdf00-70dd-4ea7-8676-0379d7d9b7ec tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.892889 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-99afdf00-70dd-4ea7-8676-0379d7d9b7ec tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 815 time: 0.4584489 Jun 07 08:16:07.984198 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-7d089aab-ed4b-44f6-a4e1-d5e359ddec4a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 379 time: 0.0686128 Jun 07 08:16:07.995992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-f73f9541-7d39-49ac-95ff-27d2e47e1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.997452 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-f73f9541-7d39-49ac-95ff-27d2e47e1ba5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.2533331 Jun 07 08:16:07.998933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'port': {'device_id': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'admin_state_up': True, 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'security_groups': ['2de3fee8-3c29-4558-95c9-8769d5c083e3']}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:07.999796 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-18a8b124-05fe-466b-b5c7-c17d965158a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794836 Jun 07 08:16:08.033350 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 81b915d1-843f-4553-89aa-43f71ecf88f5 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:08.096093 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d000d745-daea-4ffd-85cc-dacd72ea3e0f up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:08.178085 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-7155ac9a-983e-431f-9164-d6b94d46e12f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 200 len: 217 time: 0.1548562 Jun 07 08:16:08.277905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-7d16a99a-369f-4365-adfd-e92aaf1a916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.279386 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-7d16a99a-369f-4365-adfd-e92aaf1a916c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0938056 Jun 07 08:16:08.298908 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbeafd-6ec0-4a32-a2b4-6648fba2c9b8 req-765c5d04-4e29-45b9-b356-7623b05e2a8c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.309430 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ccbbeafd-6ec0-4a32-a2b4-6648fba2c9b8 req-765c5d04-4e29-45b9-b356-7623b05e2a8c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 943 time: 0.1999948 Jun 07 08:16:08.321227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=81b915d1-843f-4553-89aa-43f71ecf88f5,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:08.329688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port d000d745-daea-4ffd-85cc-dacd72ea3e0f completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:08.339157 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port d000d745-daea-4ffd-85cc-dacd72ea3e0f triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:08.339629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.366039 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Made reservation on behalf of 435137ee3a3c442b894580973369ed6a for: {'port': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:08.374331 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.411824 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '81b915d1-843f-4553-89aa-43f71ecf88f5', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'port_id': '81b915d1-843f-4553-89aa-43f71ecf88f5', 'mac_address': 'fa:16:3e:ac:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:08.464335 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-4eda42c0-01a6-4710-b3bd-9c79f27af016 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478155 Jun 07 08:16:08.484453 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ccbbeafd-6ec0-4a32-a2b4-6648fba2c9b8 req-33e5b60e-b268-447f-9193-f085332ee0c9 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714070 Jun 07 08:16:08.520835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.578802 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f,segment=NetworkSegment(28a35a2b-8b60-440e-ab02-d86c86356e28),segment_id=28a35a2b-8b60-440e-ab02-d86c86356e28)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:08.582580 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:08.638473 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Allocated IP 172.20.0.14 (a3d62faf-9452-4d44-ac69-cdb461fdcea1/3c7914d6-88a0-47dc-8bc5-3bd22ddbb908/46eb9dbd-8db4-4bb4-9f38-1facd0e091e1) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:08.674465 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.694599 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.703438 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.778808 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19804994-3802-4601-a4dd-34302706a9f8 req-a151fb3f-b879-4933-8273-348d91508679 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.787230 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19804994-3802-4601-a4dd-34302706a9f8 req-a151fb3f-b879-4933-8273-348d91508679 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 944 time: 0.3804009 Jun 07 08:16:08.797068 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:08.808146 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:08.809955 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b915d1-843f-4553-89aa-43f71ecf88f5 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:08.828814 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=81b915d1-843f-4553-89aa-43f71ecf88f5,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:08.834964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.838748 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-5f7dc328-5040-46e9-acfa-f443b5f3a030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.863328 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4d6c46d2-743f-4801-a7e7-834b27d1796f req-cae3f003-b1ca-40cd-aa72-964ca8901253 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 210 time: 0.1366932 Jun 07 08:16:08.912207 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19804994-3802-4601-a4dd-34302706a9f8 req-dd1ee55d-1a6f-4dc1-b75e-b98f36519c9b tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Jun 07 08:16:08.940151 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e0daa-085f-42a1-b690-25386a47452e" -d '{"events": [{"server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "name": "network-vif-plugged", "status": "completed", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:08.942693 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:08.942934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-4389dbb9-ca9e-4981-885d-e16de6338b4a service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702506 Jun 07 08:16:08.945963 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:09.038941 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.063698 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Transition to ACTIVE for port object 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:09.089692 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.110075 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c9b10a47-84fa-4792-882c-2eca7a5cc5bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:09.126489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['81b915d1-843f-4553-89aa-43f71ecf88f5'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:09.173547 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:09.187219 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:09.193103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:09.200572 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.201522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.229898 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06691fd0-4ed8-4c14-abfe-f572f021c855 x-openstack-request-id: req-06691fd0-4ed8-4c14-abfe-f572f021c855 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:09.239215 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "name": "network-vif-plugged", "status": "completed", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:09.239833 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:09.240765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06691fd0-4ed8-4c14-abfe-f572f021c855 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:09.243837 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f', 'code': 200} Jun 07 08:16:09.256944 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2621973 Jun 07 08:16:09.258634 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:09.285297 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Request body: {'port': {'device_id': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:09.395691 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c45a2a11-7389-4e8a-8ade-d2cc6b2caa1e req-966ef4df-5c1e-4787-8cac-0eca485d0c37 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304147 Jun 07 08:16:09.520042 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.600990 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8f18d276-ccc8-4990-b241-4c54d0a55678 None None] Provisioning for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:09.607755 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8f18d276-ccc8-4990-b241-4c54d0a55678 None None] Provisioning complete for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:09.608504 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8f18d276-ccc8-4990-b241-4c54d0a55678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.671728 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-3e11b1e3-f8e1-4a2e-a365-274935922941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.674434 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-3e11b1e3-f8e1-4a2e-a365-274935922941 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 1098 time: 0.1574054 Jun 07 08:16:09.690570 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-8f18d276-ccc8-4990-b241-4c54d0a55678 None None] Port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:09.738318 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.869917 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9809c4-7db1-49a9-87c4-a85727a84968 req-3fcf5ba1-0944-42b2-a44a-bf43277bfcb7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.872401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6d9809c4-7db1-49a9-87c4-a85727a84968 req-3fcf5ba1-0944-42b2-a44a-bf43277bfcb7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 943 time: 0.1686101 Jun 07 08:16:09.981682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:09.990708 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.008898 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Transition to ACTIVE for port object 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 will not be triggered until provisioned by entity L2. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:10.012669 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.025495 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.048591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 58ea12ca-bad5-414b-99dc-bc91b3f44c85 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:10.056539 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6d9809c4-7db1-49a9-87c4-a85727a84968 req-d448c44b-2ee2-4047-a883-3e9ee96026c4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743705 Jun 07 08:16:10.060188 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 81b915d1-843f-4553-89aa-43f71ecf88f5 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:10.075203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.114939 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.129887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.167357 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f2b1933c-9e14-4abc-bb05-21e459bdfce1 req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848218 Jun 07 08:16:10.194785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c642f-4909-4ca8-a113-adf286f7fa41,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.212750 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:10.242173 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df51cb-419f-4919-bfa5-06c1feda1552 req-62878c1c-c9cd-4aad-b638-63d7374e0f6b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.250261 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6df51cb-419f-4919-bfa5-06c1feda1552 req-62878c1c-c9cd-4aad-b638-63d7374e0f6b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1769211 Jun 07 08:16:10.306620 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 81b915d1-843f-4553-89aa-43f71ecf88f5 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:10.318601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6df51cb-419f-4919-bfa5-06c1feda1552 req-704a9d2a-00af-4622-8a19-158f70b05c0f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669341 Jun 07 08:16:10.323350 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 81b915d1-843f-4553-89aa-43f71ecf88f5 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:10.323841 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.351433 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Attempting to bind port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:10.351710 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Attempting to bind port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:10.352021 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Attempting to bind port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:10.361987 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.367705 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:10.368437 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:10.368750 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Attempting to bind port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:10.382377 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:10.382707 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Checking segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:10.383241 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Bound using segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:10.383682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Bound port: 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:10.384426 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.472565 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9a2a-9355-4827-958c-a91416e48c6d req-63d24b2f-0720-4861-a774-614ca9f182b9 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.475290 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d50c9a2a-9355-4827-958c-a91416e48c6d req-63d24b2f-0720-4861-a774-614ca9f182b9 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1533194 Jun 07 08:16:10.545676 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:10.550913 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, cleared binding levels {{(pid=92004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:10.554306 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:10.563549 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.576492 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d50c9a2a-9355-4827-958c-a91416e48c6d req-3ca8f38f-1db1-4597-9750-fbc10570213c tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902975 Jun 07 08:16:10.577386 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.618218 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '58ea12ca-bad5-414b-99dc-bc91b3f44c85', 'network_id': 'a665f221-6df3-47ed-bee7-0fe6e0134d31', 'port_id': '58ea12ca-bad5-414b-99dc-bc91b3f44c85', 'mac_address': 'fa:16:3e:2d:a1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:10.646221 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.646868 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.648232 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] 10.222.0.45 "PUT /v2.0/ports/46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 1094 time: 1.3756735 Jun 07 08:16:10.648700 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:10.650972 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad3fee-caa8-4693-bf3e-28def34ed228" -d '{"events": [{"name": "network-changed", "server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:10.673804 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=3']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.677828 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:10.707338 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.718266 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.726941 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3dfbc0-cf36-4269-917b-0cdc79262d0f x-openstack-request-id: req-4e3dfbc0-cf36-4269-917b-0cdc79262d0f {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:10.727422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:10.727849 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e3dfbc0-cf36-4269-917b-0cdc79262d0f {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:10.728408 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'status': 'completed', 'code': 200} Jun 07 08:16:10.740319 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ea12ca-bad5-414b-99dc-bc91b3f44c85 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:10.774532 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:10.779833 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=81b915d1-843f-4553-89aa-43f71ecf88f5,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:10.781740 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.785260 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.873123 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.890583 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.899187 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:10.899796 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.972510 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.975604 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:11.244904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:11.247555 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99da4264-358c-4aac-83b9-7fc4f2886341" -d '{"events": [{"server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "name": "network-vif-plugged", "status": "completed", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:11.293189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c44ea2-dc51-4346-9624-4e6ae0f9172c x-openstack-request-id: req-40c44ea2-dc51-4346-9624-4e6ae0f9172c {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:11.293551 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "name": "network-vif-plugged", "status": "completed", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:11.293877 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40c44ea2-dc51-4346-9624-4e6ae0f9172c {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:11.294389 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5', 'code': 200} Jun 07 08:16:11.298385 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e998ea-0d1e-4b53-95af-9d6e50b4ed4d req-1f4b640a-3c71-47ee-917e-03e4e75188a3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.299957 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-37e998ea-0d1e-4b53-95af-9d6e50b4ed4d req-1f4b640a-3c71-47ee-917e-03e4e75188a3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 944 time: 0.0865717 Jun 07 08:16:11.343876 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-37e998ea-0d1e-4b53-95af-9d6e50b4ed4d req-92031fef-5245-4eaf-a70e-286778c95be2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Jun 07 08:16:11.394465 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39246) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:11.508537 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.513832 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbe869-aceb-4087-a296-a0874504fec1 req-9245f92b-e7cd-41c3-a79b-8e12c9776ac3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.515312 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-71bbe869-aceb-4087-a296-a0874504fec1 req-9245f92b-e7cd-41c3-a79b-8e12c9776ac3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0804551 Jun 07 08:16:11.562519 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-71bbe869-aceb-4087-a296-a0874504fec1 req-05d0b95e-f46d-4314-b4e9-259d55e930c1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410204 Jun 07 08:16:11.614755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.618339 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.626944 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6157eac9-1689-41cd-8ac2-b0f8d5a430a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:11.672688 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1479ba46002349fe86d973a603b029d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770460 Jun 07 08:16:11.673667 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947d2aa-3f28-4ad3-8411-cea60e37166a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:11.676680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:11.677303 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39252) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:11.760295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbfda-3a35-4af4-ba3a-a4e2260acf5f req-46243756-09d8-405b-9018-9cae2a7f5908 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.761561 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc4dbfda-3a35-4af4-ba3a-a4e2260acf5f req-46243756-09d8-405b-9018-9cae2a7f5908 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0901713 Jun 07 08:16:11.798590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.806708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc4dbfda-3a35-4af4-ba3a-a4e2260acf5f req-7bb545bb-eaf9-4614-9596-152719ba9ff6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Jun 07 08:16:11.825477 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.877861 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.880613 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.881718 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4947d2aa-3f28-4ad3-8411-cea60e37166a HTTP/1.1" status: 204 len: 168 time: 0.2035308 Jun 07 08:16:11.882414 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:11.891586 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947d2aa-3f28-4ad3-8411-cea60e37166a,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:11.894433 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.162217 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39264) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:12.179345 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.284024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.288794 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.297317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d98803bf-4d60-421d-9f88-752f379a664f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.338103 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55da6b7d723b4147906337942a03cdfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747842 Jun 07 08:16:12.339957 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60597cb7-8e5e-4c1d-8b18-90daf3d172c2,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.341019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39270) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:12.342780 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.398670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.424546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.539055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bf0fd-4464-4970-8013-c2f285cbc97f req-7c89e650-68c5-441a-aa83-9ff118a18399 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.540427 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a77bf0fd-4464-4970-8013-c2f285cbc97f req-7c89e650-68c5-441a-aa83-9ff118a18399 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 944 time: 0.0853195 Jun 07 08:16:12.541430 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.544126 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.547458 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60597cb7-8e5e-4c1d-8b18-90daf3d172c2 HTTP/1.1" status: 204 len: 168 time: 0.2030692 Jun 07 08:16:12.547458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.570167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60597cb7-8e5e-4c1d-8b18-90daf3d172c2,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.574396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.603182 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a77bf0fd-4464-4970-8013-c2f285cbc97f req-fb8ff135-febd-4e91-9fea-a48725357e13 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567389 Jun 07 08:16:12.758732 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd36c8-11ae-4d57-927b-821173b28a35 req-3b65cc69-3fb6-4e28-a624-e63997a6fcf6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.760208 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bacd36c8-11ae-4d57-927b-821173b28a35 req-3b65cc69-3fb6-4e28-a624-e63997a6fcf6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0851884 Jun 07 08:16:12.806278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bacd36c8-11ae-4d57-927b-821173b28a35 req-b39f8766-ad52-4829-b7f2-db60134694f4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Jun 07 08:16:13.002818 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1ac17-0daa-496a-82e3-efbfe5160833 req-ec524ffd-7530-4583-8b8b-a79795f0e779 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.004340 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2cd1ac17-0daa-496a-82e3-efbfe5160833 req-ec524ffd-7530-4583-8b8b-a79795f0e779 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0823507 Jun 07 08:16:13.053239 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2cd1ac17-0daa-496a-82e3-efbfe5160833 req-4ed5b36b-ee5d-4dd8-8de0-8ab5a36906ac tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Jun 07 08:16:13.194284 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['58ea12ca-bad5-414b-99dc-bc91b3f44c85'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:13.388819 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-d769508e-6440-4dcf-abe6-a803a4d0aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.390313 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-d769508e-6440-4dcf-abe6-a803a4d0aa2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1097 time: 0.1026287 Jun 07 08:16:13.557182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba241-dcb4-47d7-999b-cbb223ddb8b4 req-fbdc4873-6b5f-487b-929f-ddf9991d0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.558703 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-903ba241-dcb4-47d7-999b-cbb223ddb8b4 req-fbdc4873-6b5f-487b-929f-ddf9991d0cf5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.0774016 Jun 07 08:16:13.580974 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-f584b985-b2e7-4a1b-9ba4-d5341021c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.582428 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-f584b985-b2e7-4a1b-9ba4-d5341021c374 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=435137ee3a3c442b894580973369ed6a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1735499 Jun 07 08:16:13.788020 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938177-3fa1-44f0-99f4-a772cef5e0d0 req-7de55da5-c69d-4810-ae7f-84a2f05038b2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.789474 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1b938177-3fa1-44f0-99f4-a772cef5e0d0 req-7de55da5-c69d-4810-ae7f-84a2f05038b2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 944 time: 0.0789640 Jun 07 08:16:13.840859 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1b938177-3fa1-44f0-99f4-a772cef5e0d0 req-66fff109-c76d-45cb-ad2e-27afbcab0387 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Jun 07 08:16:14.046672 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f286c6-4e87-417b-8565-a64500563993 req-daf38c3e-48e8-4944-bb0c-b182d97dc91e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.049031 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99f286c6-4e87-417b-8565-a64500563993 req-daf38c3e-48e8-4944-bb0c-b182d97dc91e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1062124 Jun 07 08:16:14.130743 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99f286c6-4e87-417b-8565-a64500563993 req-4669c757-f90f-4fda-82cb-236518e5bb9d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742037 Jun 07 08:16:14.292523 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d268e-c89a-47b7-8de3-a9412f135e13 req-be3e49e9-f66e-43ea-8579-04c1a899427d tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.301062 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7a9d268e-c89a-47b7-8de3-a9412f135e13 req-be3e49e9-f66e-43ea-8579-04c1a899427d tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0954530 Jun 07 08:16:14.311477 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39360) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.319404 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39364) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.354307 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7a9d268e-c89a-47b7-8de3-a9412f135e13 req-86c859fe-a0ba-46e3-a43c-9df80fb9cec4 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Jun 07 08:16:14.385638 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Deleting subnet 63aa2acb-6e61-444f-a119-d96c7761b88e {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:14.388803 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.451043 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.463972 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.475735 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.580228 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.596986 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-24ee3b9b-d932-4c1c-99da-e7738b5c871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:14.644348 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63aa2acb-6e61-444f-a119-d96c7761b88e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:14.655582 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.657451 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63aa2acb-6e61-444f-a119-d96c7761b88e HTTP/1.1" status: 204 len: 168 time: 0.3369310 Jun 07 08:16:14.660095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39372) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.689791 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.691374 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ad4247fa-334b-4ec9-877f-5bcd93945c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:14.695501 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.703111 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:14.742372 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127571e6-1b20-4f88-8e8b-46ce0cd72b60,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:14.748730 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f76c71bb02dd4dbdbe10d97b4c45653b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335539 Jun 07 08:16:14.748872 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39374) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.763733 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:14.791899 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.827557 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.857070 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.925047 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.927522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.931074 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/127571e6-1b20-4f88-8e8b-46ce0cd72b60 HTTP/1.1" status: 204 len: 168 time: 0.1789432 Jun 07 08:16:14.931074 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:14.940199 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127571e6-1b20-4f88-8e8b-46ce0cd72b60,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:14.942961 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.007838 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.057749 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6417df4c-2760-4294-87ee-0d85f5fb249c']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:15.073217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f2094f-e40c-4bde-9098-bc0194fc9bcd') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:15.073520 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f2094f-e40c-4bde-9098-bc0194fc9bcd') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:15.091797 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.111211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.120217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:15.120526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:15.134392 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:15.208332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1fff7-be1c-42e3-a761-42c56f6874b0 req-fbdbbabd-0fe6-4901-af2c-9aa29fbb43a6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.210104 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16c1fff7-be1c-42e3-a761-42c56f6874b0 req-fbdbbabd-0fe6-4901-af2c-9aa29fbb43a6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 944 time: 0.2065039 Jun 07 08:16:15.248269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.251651 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39390) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.259392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.272448 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.274175 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16c1fff7-be1c-42e3-a761-42c56f6874b0 req-12d2f7a3-5e82-442e-b118-3dd952e175e5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Jun 07 08:16:15.328498 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.330603 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] 10.222.0.46 "DELETE /v2.0/networks/6417df4c-2760-4294-87ee-0d85f5fb249c HTTP/1.1" status: 204 len: 168 time: 0.6673868 Jun 07 08:16:15.333149 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Pushing event deleted for resources: {'Network': ['ID=6417df4c-2760-4294-87ee-0d85f5fb249c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.334201 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b533e908-1360-418b-b6e6-35238b1aebca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.334861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39392) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.378908 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.383621 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.391543 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.425009 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Deleting subnet 71b1db6b-7fc9-4264-a11d-225e9b1eeef8 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:15.431200 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.456171 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a8f3fce08a342d6ab6d492f6795e41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033432 Jun 07 08:16:15.464969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39396) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.475952 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7c622-5edd-4855-b241-0857d10f071a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.480402 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.567385 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-0b9efd39-6cd1-4c9d-9995-6873e015a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.568719 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-24ad3fee-caa8-4693-bf3e-28def34ed228 req-0b9efd39-6cd1-4c9d-9995-6873e015a7c4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640539 Jun 07 08:16:15.569154 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-903ba241-dcb4-47d7-999b-cbb223ddb8b4 req-4f0a85b5-2f8a-41a5-a89f-b278ea374deb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665289 Jun 07 08:16:15.583013 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.622516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b2e46-7033-45af-92dd-8ed746d3cc1d req-f0c3009a-6195-41f8-8022-72ab98c5870b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.623980 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-629b2e46-7033-45af-92dd-8ed746d3cc1d req-f0c3009a-6195-41f8-8022-72ab98c5870b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.3655648 Jun 07 08:16:15.709047 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.725905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.774401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-629b2e46-7033-45af-92dd-8ed746d3cc1d req-961d9935-d1d7-432d-9b66-730249507921 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394460 Jun 07 08:16:15.786662 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.812010 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0b654-aaa8-4a6f-8fab-79290f1bcf16 req-6eeff1c0-df4f-4952-9e46-7bac89ab632e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:15.813450 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3fb0b654-aaa8-4a6f-8fab-79290f1bcf16 req-6eeff1c0-df4f-4952-9e46-7bac89ab632e tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.3326755 Jun 07 08:16:15.888369 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3fb0b654-aaa8-4a6f-8fab-79290f1bcf16 req-bf5624e0-93d2-419b-ba74-e59918b9d455 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650184 Jun 07 08:16:15.895285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.901204 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a8795509-c11c-43ed-8f3f-b89dfe2fe6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.941167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b1db6b-7fc9-4264-a11d-225e9b1eeef8,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.943191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.947264 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/71b1db6b-7fc9-4264-a11d-225e9b1eeef8 HTTP/1.1" status: 204 len: 168 time: 0.6090837 Jun 07 08:16:15.947264 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.948234 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39404) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.971295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.974437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.975948 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2c7c622-5edd-4855-b241-0857d10f071a HTTP/1.1" status: 204 len: 168 time: 0.5080287 Jun 07 08:16:15.978830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ca712cd8-7ebb-47ed-8c2d-b69d0e885500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.999768 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7c622-5edd-4855-b241-0857d10f071a,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:16.003981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:16.063361 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.190873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.203056 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88ad77e-c787-4220-a94b-9653522f0339']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:16.215523 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7556eaba-6b62-43f6-a4d0-666fc508665c') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:16.215820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7556eaba-6b62-43f6-a4d0-666fc508665c') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:16.226876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.242649 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.248785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:16.249169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:16.263145 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:16.343499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.347902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f9c71069-ae48-4987-b5ab-0b54ed80947c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:16.371576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.373602 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] 10.222.0.46 "DELETE /v2.0/networks/d88ad77e-c787-4220-a94b-9653522f0339 HTTP/1.1" status: 204 len: 168 time: 0.4251707 Jun 07 08:16:16.377340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Pushing event deleted for resources: {'Network': ['ID=d88ad77e-c787-4220-a94b-9653522f0339,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:16.379805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:16.443754 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.492169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1890-2d82-4550-99d0-15a1caf3fa58 req-1dc9bdc3-e564-4866-8478-e3185f96a959 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:16.493669 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-554d1890-2d82-4550-99d0-15a1caf3fa58 req-1dc9bdc3-e564-4866-8478-e3185f96a959 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 944 time: 0.0901065 Jun 07 08:16:16.547649 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-554d1890-2d82-4550-99d0-15a1caf3fa58 req-fa8a15ee-bbf1-4501-9328-4c905bd843ce tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Jun 07 08:16:16.569451 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39428) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:16.619892 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-31378e94-c04e-448f-89b8-5b5aa3884859 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=512ed90f8cc7469187bcf1abcd7d4f0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470650 Jun 07 08:16:16.620090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39430) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:16.681669 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.776984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.854668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.857896 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.861488 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d6dd511-f493-4f66-a589-ae351bbc658b HTTP/1.1" status: 204 len: 168 time: 0.2389307 Jun 07 08:16:16.862396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd4d8148-8e59-48ef-9685-2773bdbb05a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:16.885055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6dd511-f493-4f66-a589-ae351bbc658b,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:16.906609 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:16.937168 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 58ea12ca-bad5-414b-99dc-bc91b3f44c85 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:17.027910 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-b5a0a13a-6b82-41d4-aa6e-125b20f2c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.032052 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-b5a0a13a-6b82-41d4-aa6e-125b20f2c0db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1097 time: 0.1978235 Jun 07 08:16:17.060944 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7ab73-20bd-4566-bc23-82db883e34c7 req-85dfbe2a-3ebb-42e1-a89e-dfce81ff30b4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.065881 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29b7ab73-20bd-4566-bc23-82db883e34c7 req-85dfbe2a-3ebb-42e1-a89e-dfce81ff30b4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1622660 Jun 07 08:16:17.105070 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:17.112847 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:17.114548 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.214680 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29b7ab73-20bd-4566-bc23-82db883e34c7 req-7e8a84e6-9dd7-495b-8467-c35166c8725b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426520 Jun 07 08:16:17.235130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75b47-d75d-4044-8c9f-c9cf64b9ad99 req-ddc259ac-6670-40dc-afa7-636f41ba4c20 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.244276 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-91c75b47-d75d-4044-8c9f-c9cf64b9ad99 req-ddc259ac-6670-40dc-afa7-636f41ba4c20 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1365278 Jun 07 08:16:17.262865 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-c66f2096-137e-4d95-a43b-ec15d4cff230 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 217 time: 0.2121429 Jun 07 08:16:17.323425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.337435 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-91c75b47-d75d-4044-8c9f-c9cf64b9ad99 req-f398a6f0-4a4a-42d0-b900-885b45d0c376 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934513 Jun 07 08:16:17.364078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:17.367027 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d385ea-fe59-41db-afdb-0c62c1966f64" -d '{"events": [{"server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "name": "network-vif-plugged", "status": "completed", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:17.398520 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:17.407377 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.411191 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:17.412864 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-0c005850-f231-449e-8ba7-b32b9fc0c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.414381 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-0c005850-f231-449e-8ba7-b32b9fc0c111 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.1447976 Jun 07 08:16:17.479201 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440e2f9-1488-4769-9a19-c0a9dc640cdf x-openstack-request-id: req-f440e2f9-1488-4769-9a19-c0a9dc640cdf {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:17.479930 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "name": "network-vif-plugged", "status": "completed", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:17.480250 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f440e2f9-1488-4769-9a19-c0a9dc640cdf {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:17.482232 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85', 'code': 200} Jun 07 08:16:17.547116 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-e728e37e-df80-43b8-b3f4-a65e09ad49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.549567 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-e728e37e-df80-43b8-b3f4-a65e09ad49fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916352 Jun 07 08:16:17.573894 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:17.581641 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:17.612788 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39478) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:17.721272 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-5e1ca521-18a6-48b0-aaaf-ae08897efc69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6506a0d42d949b1bf88b3b19c39510f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1041460 Jun 07 08:16:17.721864 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39484) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:17.767392 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-a161085a-f924-4f25-a4fc-0a3dd7dbe162 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090902 Jun 07 08:16:17.950652 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d4135f13-c927-4d66-9ed4-7a5bb3588fc2 req-070a9b96-a8ad-4737-90ee-6023f28a0499 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742833 Jun 07 08:16:18.079027 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.115692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbd29a-7e97-46aa-a123-95d07f56f860 req-cecb1cdf-db5e-49e9-b160-a83a425d3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.115692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-06cbd29a-7e97-46aa-a123-95d07f56f860 req-cecb1cdf-db5e-49e9-b160-a83a425d3162 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1098 time: 0.2036932 Jun 07 08:16:18.133382 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd7f53-1382-42dd-837a-a876fe4f0fd8 req-76d44092-f1d4-4c40-8505-7c67a0714ed5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.135153 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-82cd7f53-1382-42dd-837a-a876fe4f0fd8 req-76d44092-f1d4-4c40-8505-7c67a0714ed5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.3559825 Jun 07 08:16:18.147304 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.253256 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-82cd7f53-1382-42dd-837a-a876fe4f0fd8 req-81f30f63-ad37-4577-b5fc-73d53721e216 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100264 Jun 07 08:16:18.276352 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-06cbd29a-7e97-46aa-a123-95d07f56f860 req-0a2cfa1d-5564-4d87-811d-b5314212fe79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819485 Jun 07 08:16:18.316538 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.319953 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.323582 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/514caf69-d269-4575-b7b9-27e01d2eb940 HTTP/1.1" status: 204 len: 168 time: 0.5983844 Jun 07 08:16:18.323582 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-438d75cc-737d-4d2f-924f-bdbc1b18e16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:18.334138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514caf69-d269-4575-b7b9-27e01d2eb940,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:18.336964 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:18.585592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1575dd-8785-44db-b48b-ee054392bd0d req-386b6888-6c81-438b-a62a-23f109a6554f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.593633 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c1575dd-8785-44db-b48b-ee054392bd0d req-386b6888-6c81-438b-a62a-23f109a6554f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1673648 Jun 07 08:16:18.662713 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c1575dd-8785-44db-b48b-ee054392bd0d req-cde67ac1-1c28-4d38-bb6d-de5d7376d5ad tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681903 Jun 07 08:16:18.682280 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19bd3e-3994-42be-8b75-00fff6a10e88 req-db649cf1-e902-4de2-ae01-68bc085bd806 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.686672 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a19bd3e-3994-42be-8b75-00fff6a10e88 req-db649cf1-e902-4de2-ae01-68bc085bd806 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1755624 Jun 07 08:16:18.770213 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a19bd3e-3994-42be-8b75-00fff6a10e88 req-f41c4902-eaaf-4f7f-8e5f-a45f18e78d4f tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677423 Jun 07 08:16:19.290611 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 39566) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:19.455376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264722845-network', 'tenant_id': '7acb3bf3fa894d009c0a8bf97ab4bec0'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:19.490187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Made reservation on behalf of 7acb3bf3fa894d009c0a8bf97ab4bec0 for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:19.492448 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.506825 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.557778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772580d-2fe1-4902-9634-d47cbbe7f6e3 req-1b2cece4-f5f0-4157-9e08-62741ae87438 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.559274 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6772580d-2fe1-4902-9634-d47cbbe7f6e3 req-1b2cece4-f5f0-4157-9e08-62741ae87438 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1617413 Jun 07 08:16:19.629585 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6772580d-2fe1-4902-9634-d47cbbe7f6e3 req-08f91937-5f5f-4ec0-88fb-876442938c32 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614772 Jun 07 08:16:19.701511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.706237 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.711337 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:19.745548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:16:19.757466 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab28e6-0fd3-492a-8baa-bc2fbc662c90,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:19.761542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:19.766459 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.767619 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Added segment ad260ad6-3835-4a87-a6ac-b9450a1820a3 of type vlan for network f9dc53e2-89ee-4993-85c9-19036df1d80c Jun 07 08:16:19.802287 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.895770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.900185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.900898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.906445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:19.968420 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d1073-bda3-47c1-9122-2494df07fe6a req-bcdb8743-ad00-4465-9c73-14a2118fdacf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.970130 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-166d1073-bda3-47c1-9122-2494df07fe6a req-bcdb8743-ad00-4465-9c73-14a2118fdacf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1722901 Jun 07 08:16:19.983304 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6889448 Jun 07 08:16:19.992268 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39588) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:19.998308 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Request body: {'subnet': {'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264722845-subnet', 'tenant_id': '7acb3bf3fa894d009c0a8bf97ab4bec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:20.022762 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Made reservation on behalf of 7acb3bf3fa894d009c0a8bf97ab4bec0 for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:20.025487 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.054298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dc53e2-89ee-4993-85c9-19036df1d80c,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:20.057190 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:20.064924 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network f9dc53e2-89ee-4993-85c9-19036df1d80c details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:16:20.080793 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-166d1073-bda3-47c1-9122-2494df07fe6a req-01653ef2-68e4-4bed-8d98-5e85fd68a225 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033254 Jun 07 08:16:20.286179 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.290425 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:20.368865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:20.371550 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:20.381661 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Checking segment: {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:20.382098 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Network hostable DHCP agents. Network: f9dc53e2-89ee-4993-85c9-19036df1d80c, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:16:20.401149 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Network f9dc53e2-89ee-4993-85c9-19036df1d80c is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:16:20.410077 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, f9dc53e2-89ee-4993-85c9-19036df1d80c) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:20.415123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:20.416012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.419312 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065ff32-688e-490e-a5a4-8e1e3fb5a4dc None None] Network f9dc53e2-89ee-4993-85c9-19036df1d80c requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:20.438036 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4401987 Jun 07 08:16:20.614505 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc7b94-d6af-445a-97e5-496baeb9a427 None None] Network f9dc53e2-89ee-4993-85c9-19036df1d80c requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:20.732981 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3b5a870e-d971-4de6-abb4-f422c62d956e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.849569 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7a53-a303-49ae-9fd8-fd2b18db4d05 req-caac3210-a5ed-4551-8c07-16fc345ac755 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:20.851065 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-881e7a53-a303-49ae-9fd8-fd2b18db4d05 req-caac3210-a5ed-4551-8c07-16fc345ac755 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0917358 Jun 07 08:16:20.896608 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-881e7a53-a303-49ae-9fd8-fd2b18db4d05 req-90690b74-eef4-4582-9f5e-5a64d2eada44 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Jun 07 08:16:21.270173 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12d23e-c27b-4667-aa93-1b4fc5c36e1f req-8c66c1bd-0e59-40dd-8604-c056bcc1f8d3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:21.271601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dd12d23e-c27b-4667-aa93-1b4fc5c36e1f req-8c66c1bd-0e59-40dd-8604-c056bcc1f8d3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0770986 Jun 07 08:16:21.317932 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dd12d23e-c27b-4667-aa93-1b4fc5c36e1f req-be6ee434-ec90-4bd5-9c02-a353ab15b684 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Jun 07 08:16:22.086834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf6c8b-e379-4c2f-a365-dbaeb101572b req-c9f2a88c-433f-4442-b591-266b7f34d45d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:22.088331 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9abf6c8b-e379-4c2f-a365-dbaeb101572b req-c9f2a88c-433f-4442-b591-266b7f34d45d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0837235 Jun 07 08:16:22.134803 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9abf6c8b-e379-4c2f-a365-dbaeb101572b req-9c817a23-88b0-41c3-b200-7457a586e412 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Jun 07 08:16:22.164633 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:22.302958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:22.318188 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:22.388585 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.405868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:22.421640 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:22.425818 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.428386 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:22.493108 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:22.496286 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:22.507002 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a69e-2128-4eca-a09f-b131e9144bd0 req-b536b4e0-5b83-4871-8ff4-6f44b9d28d52 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:22.508448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-62d6a69e-2128-4eca-a09f-b131e9144bd0 req-b536b4e0-5b83-4871-8ff4-6f44b9d28d52 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 945 time: 0.0809159 Jun 07 08:16:22.556666 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-62d6a69e-2128-4eca-a09f-b131e9144bd0 req-758d8306-fc2b-43ab-b7e3-7b132ffec0cf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Jun 07 08:16:22.933923 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:23.211160 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.329529 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cb5e-662b-4e0c-90ad-cf96c5a266cc req-69b891ad-af9b-4116-920c-6bd4d4f7b387 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.330992 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c368cb5e-662b-4e0c-90ad-cf96c5a266cc req-69b891ad-af9b-4116-920c-6bd4d4f7b387 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0784388 Jun 07 08:16:23.373772 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c368cb5e-662b-4e0c-90ad-cf96c5a266cc req-975f9548-0f39-4ea7-8936-bed542742911 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Jun 07 08:16:23.417340 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d13be288-0da7-451b-960d-be9c0772fa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.949603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cfed2-3b9b-4fa3-8dc6-c968680e1260 req-a3c056b1-350c-446a-9047-7828cdfc888a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.951092 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e60cfed2-3b9b-4fa3-8dc6-c968680e1260 req-a3c056b1-350c-446a-9047-7828cdfc888a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1742120 Jun 07 08:16:23.958691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26e68-adac-42bf-8376-9671936ff474 req-eeb214a5-d67d-406d-99aa-1c222bf4636e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.960030 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cef26e68-adac-42bf-8376-9671936ff474 req-eeb214a5-d67d-406d-99aa-1c222bf4636e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 945 time: 0.2798140 Jun 07 08:16:23.982757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345a81-f2d7-4339-a800-148aa5241697 req-a3a705da-6701-46e3-a6ee-d8bc1a2c1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.984450 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-a3a705da-6701-46e3-a6ee-d8bc1a2c1ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1098 time: 0.2153404 Jun 07 08:16:24.091190 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e60cfed2-3b9b-4fa3-8dc6-c968680e1260 req-a88b0818-a524-4de4-b3db-b7599d4eb3e9 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290956 Jun 07 08:16:24.152145 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cef26e68-adac-42bf-8376-9671936ff474 req-5498f836-5e57-48be-b103-e240d0f7f4bc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717930 Jun 07 08:16:24.198219 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39680) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.198670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:24.198761 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345a81-f2d7-4339-a800-148aa5241697 req-37305721-47d6-46f3-96d2-8d3c9fb8da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.198761 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-37305721-47d6-46f3-96d2-8d3c9fb8da67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.1952622 Jun 07 08:16:24.265600 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-c7ac30f9-9314-4836-8335-ff5db2611163 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 200 len: 217 time: 0.0628603 Jun 07 08:16:24.336692 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:24.339369 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.347857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345a81-f2d7-4339-a800-148aa5241697 req-1cdb3742-41e7-475a-838d-a5dfc2520ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:24.348738 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:24.349882 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.350695 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-1cdb3742-41e7-475a-838d-a5dfc2520ee7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0741425 Jun 07 08:16:24.408602 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-2cb89784-47bc-4638-980a-dd418a1200bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517642 Jun 07 08:16:24.468711 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.532946 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.540818 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.570760 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.585573 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-65b7f7e8-426f-483e-9328-ea36ad6c08c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.611757 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:24.614142 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096bf19e-32c2-48f4-87de-92895b73f656" -d '{"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:24.614366 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-38fa7395-f221-4578-b26d-89cfb1754ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959677 Jun 07 08:16:24.622594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:24.628686 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.634237 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.691277 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=187d3cf9f0e14beb91c62693d55ef134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987671 Jun 07 08:16:24.696366 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39708) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.723346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c5341-fef5-45fc-91cd-cfb4b2b18f2e,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.755184 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.755841 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.759003 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.859015 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.906750 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.972171 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c9345a81-f2d7-4339-a800-148aa5241697 req-c243639a-a77d-4738-9bdd-0a5be8aedf5c service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526604 Jun 07 08:16:25.004843 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.011098 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.012442 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/472c5341-fef5-45fc-91cd-cfb4b2b18f2e HTTP/1.1" status: 204 len: 168 time: 0.3147757 Jun 07 08:16:25.013330 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.038239 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-c43a1ef9-7524-411a-8013-2c1473337804 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:25.042778 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-c43a1ef9-7524-411a-8013-2c1473337804 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 808 time: 0.2231607 Jun 07 08:16:25.044696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c5341-fef5-45fc-91cd-cfb4b2b18f2e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:25.048755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:25.079431 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-87c180b8-f4b4-4365-bd6d-4c41bef1aae0 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/quotas/7acb3bf3fa894d009c0a8bf97ab4bec0 HTTP/1.1" status: 200 len: 375 time: 0.0156546 Jun 07 08:16:25.143124 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-d3d49119-b8f9-4551-9101-185a733c373e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567281 Jun 07 08:16:25.265543 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4ac50-31dd-47b0-88fc-54136951e714 x-openstack-request-id: req-3fe4ac50-31dd-47b0-88fc-54136951e714 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:25.265997 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:25.266172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fe4ac50-31dd-47b0-88fc-54136951e714 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:25.266755 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'code': 200} Jun 07 08:16:25.316481 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-307a3bcc-dfba-4ec6-9c0c-82b7158e5740 service neutron] 10.222.0.46 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637166 Jun 07 08:16:25.606829 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-60fe7184-d3ba-42ac-9870-b5867c84d1af service neutron] 10.222.0.46 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760518 Jun 07 08:16:25.621019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52737be-3ae0-440b-acb2-9af7f9e89159 req-318fa5c9-69d7-4525-b8ff-61f948ca5db4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:25.622512 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e52737be-3ae0-440b-acb2-9af7f9e89159 req-318fa5c9-69d7-4525-b8ff-61f948ca5db4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.2399135 Jun 07 08:16:25.640773 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39756) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:25.663907 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.689913 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e52737be-3ae0-440b-acb2-9af7f9e89159 req-b2f3821b-bc05-4f6d-bf12-763940b67ef4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Jun 07 08:16:25.694878 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fbb9f-1dee-499d-ac60-1e98da7240d1 req-91024ed4-c2ea-486b-b1f1-6967f9667b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:25.696070 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e55fbb9f-1dee-499d-ac60-1e98da7240d1 req-91024ed4-c2ea-486b-b1f1-6967f9667b7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1099 time: 0.1537409 Jun 07 08:16:25.806412 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e55fbb9f-1dee-499d-ac60-1e98da7240d1 req-f4ca5df8-31f8-4b44-a099-89b213f75e91 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793393 Jun 07 08:16:25.921755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.926696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.963454 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.972826 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a9cd40c39ee4c06860094bc7868e439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297813 Jun 07 08:16:25.975276 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39770) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:26.021551 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c36395-f484-483b-85a7-d3254ab810b6,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:26.066967 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:26.097738 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7223d8dd-ec4b-4a15-89a0-6721fc0ee986 req-14abc8e8-403e-4c97-831a-0537248cecdb tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 210 time: 0.0870390 Jun 07 08:16:26.133924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041612-6ec5-4473-97be-8d83a360f95f req-c15b4005-8775-4611-b065-36a950421382 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:26.136225 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24041612-6ec5-4473-97be-8d83a360f95f req-c15b4005-8775-4611-b065-36a950421382 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.2810435 Jun 07 08:16:26.148422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.167185 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.204681 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.238725 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24041612-6ec5-4473-97be-8d83a360f95f req-963429ce-de24-4532-9ca5-fbc6dabed865 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954361 Jun 07 08:16:26.277015 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.280035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:26.281169 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8c36395-f484-483b-85a7-d3254ab810b6 HTTP/1.1" status: 204 len: 168 time: 0.3048496 Jun 07 08:16:26.282158 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5efc9de7-01cc-41d6-adb5-3bd0d5a635ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:26.293776 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c36395-f484-483b-85a7-d3254ab810b6,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:26.300417 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:26.899549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e68e-dc39-4ff1-9786-1ebad74eab73 req-be26aa83-faa0-482c-b95e-a2ae9e7e40b1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:26.901173 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4920e68e-dc39-4ff1-9786-1ebad74eab73 req-be26aa83-faa0-482c-b95e-a2ae9e7e40b1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0853817 Jun 07 08:16:26.952070 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4920e68e-dc39-4ff1-9786-1ebad74eab73 req-8027eac0-3f8b-4a96-9860-e586aa51670d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Jun 07 08:16:27.236578 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ef0d17d-e52b-4c46-a46f-1302d256be7c req-c7e1f94e-6027-4ddc-a540-871fb4e84a25 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 210 time: 0.0475309 Jun 07 08:16:27.453097 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ebb40-220a-4ab2-aafa-f192f96954d2 req-5f6e98d4-f6e7-4c13-b075-2baf62f3ab41 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.460825 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-284ebb40-220a-4ab2-aafa-f192f96954d2 req-5f6e98d4-f6e7-4c13-b075-2baf62f3ab41 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0970562 Jun 07 08:16:27.511562 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-284ebb40-220a-4ab2-aafa-f192f96954d2 req-4e413d10-7115-420e-94ac-a20380c56e67 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496919 Jun 07 08:16:27.787421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39876) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:27.928459 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-4c871d6f-ea4f-44b2-9843-e58cf870e0df tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.930741 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-4c871d6f-ea4f-44b2-9843-e58cf870e0df tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 808 time: 0.3256640 Jun 07 08:16:27.969899 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cd415-9b49-48f3-8536-38243be7ca59 req-1acbf112-b600-426c-b202-7954b2476fad tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:27.971732 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-858cd415-9b49-48f3-8536-38243be7ca59 req-1acbf112-b600-426c-b202-7954b2476fad tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.2986593 Jun 07 08:16:27.972734 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:27.976986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Request body: {'port': {'device_id': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c', 'admin_state_up': True, 'tenant_id': '7acb3bf3fa894d009c0a8bf97ab4bec0'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:27.990419 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39892) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:27.997201 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'floatingip': {'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:28.100226 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.195213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Made reservation on behalf of 7acb3bf3fa894d009c0a8bf97ab4bec0 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:28.199333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.329302 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddadbf4-7106-4118-9740-4ed20761f10a req-fed44e2b-6e32-494f-b51e-4f8b5c53a2ec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:28.331534 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cddadbf4-7106-4118-9740-4ed20761f10a req-fed44e2b-6e32-494f-b51e-4f8b5c53a2ec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1750071 Jun 07 08:16:28.567880 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d060363d-c194-443d-a178-b9020316c964 req-b0b6756d-8f0d-4a32-897d-2fd2627fbb0d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 210 time: 0.0744965 Jun 07 08:16:28.578203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.603320 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cddadbf4-7106-4118-9740-4ed20761f10a req-ee60301b-4a63-4dad-be63-ae6f29d7576c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630491 Jun 07 08:16:28.613701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Allocated IP 172.20.0.11 (f9dc53e2-89ee-4993-85c9-19036df1d80c/43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e/d0928661-3599-41f2-b077-5f78e2a68e74) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:28.642499 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.649341 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:28.865610 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.896061 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:28.900592 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2808922-4527-404f-8335-56ce4499c77b,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:28.903106 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4e5ed6b6-c83e-4b81-b0ef-7260fa749726 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:28.913796 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:28.918598 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f681ef28e4714135badf30f9d44de08a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1302576 Jun 07 08:16:28.923360 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39918) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:28.969187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Network f9dc53e2-89ee-4993-85c9-19036df1d80c is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:28.972458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:28.976388 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:29.012813 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Pushing event updated for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:29.017662 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:29.044151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.044756 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.062842 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0896719 Jun 07 08:16:29.160187 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.180274 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.193081 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.258360 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.393213 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.395659 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:29.399351 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2808922-4527-404f-8335-56ce4499c77b HTTP/1.1" status: 204 len: 168 time: 0.4725289 Jun 07 08:16:29.399351 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bc611e9f-82a5-4338-a4fb-196ca0f32ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:29.407389 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Floating IP 4e2efeea-7536-4c98-b4c1-31bdd83e1b5a associated. External IP: 172.27.0.72, port: 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1. Jun 07 08:16:29.472640 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2808922-4527-404f-8335-56ce4499c77b,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:29.474996 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:29.821107 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:29.891288 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51dbba-586c-449b-8196-903bf31ed215 req-b1e44c9a-4a29-4d83-aa71-10d0f4a9b3ed tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.892827 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5e51dbba-586c-449b-8196-903bf31ed215 req-b1e44c9a-4a29-4d83-aa71-10d0f4a9b3ed tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 932 time: 0.1677957 Jun 07 08:16:29.959488 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5e51dbba-586c-449b-8196-903bf31ed215 req-d3b89e0b-d187-452d-9cbe-9cd1af673bd1 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Jun 07 08:16:29.973973 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8225b4-dc7a-450e-9f7c-0700a71b04be req-d766429f-9f95-4fe6-9291-0beda648b874 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:29.982643 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac8225b4-dc7a-450e-9f7c-0700a71b04be req-d766429f-9f95-4fe6-9291-0beda648b874 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1939955 Jun 07 08:16:30.002285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39956) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:30.054708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac8225b4-dc7a-450e-9f7c-0700a71b04be req-f29a2351-73e7-4f57-bdb8-91ab3e8f5bc0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623248 Jun 07 08:16:30.058358 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:30.071385 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.083564 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:30.094765 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:30.095607 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:30.132445 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e786e26d-8c39-496d-a59f-c1f1c943c766 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "PUT /v2.0/floatingips/4e2efeea-7536-4c98-b4c1-31bdd83e1b5a HTTP/1.1" status: 200 len: 991 time: 2.1389201 Jun 07 08:16:30.133086 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:30.135564 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd" -d '{"events": [{"name": "network-changed", "server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:30.190160 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.211437 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb28e15-f3b2-480d-99a8-80e4241177d5 x-openstack-request-id: req-cfb28e15-f3b2-480d-99a8-80e4241177d5 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:30.211750 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:30.212022 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfb28e15-f3b2-480d-99a8-80e4241177d5 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:30.212428 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'status': 'completed', 'code': 200} Jun 07 08:16:30.320701 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:30.323075 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.327136 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.336862 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fa3d1dcc-ae20-4ca5-99d0-a7a35c493283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:30.385925 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90d33e759cda4a0fbea3cb80fc5a2b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824515 Jun 07 08:16:30.388391 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39976) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:30.400281 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed0c6b-6526-42f0-ad59-6d4db47c566c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:30.404178 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:30.457869 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.484358 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.536370 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.539057 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:30.540247 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83ed0c6b-6526-42f0-ad59-6d4db47c566c HTTP/1.1" status: 204 len: 168 time: 0.1509502 Jun 07 08:16:30.540994 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:30.559304 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed0c6b-6526-42f0-ad59-6d4db47c566c,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:30.562221 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:30.703008 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '4e2efeea-7536-4c98-b4c1-31bdd83e1b5a', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:28Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:30.707473 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:30.716191 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:30.716862 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:30.791598 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:16:30.911670 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:30.927031 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 39990) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:30.947740 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.188393 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.195320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.205467 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8ded559f-3f4f-49ef-9e7a-71d19fc97b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:31.254915 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a77ae9c2be048f8b3d2671a753ac742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267481 Jun 07 08:16:31.255791 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac6656-f85a-43ba-a4f6-577d3b955af4,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:31.263071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40000) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:31.264289 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.264646 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.264834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae980-e52f-48bf-bc58-f71abc0a5004 req-8b1ba128-607f-4fde-916c-d0ea85b18086 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:31.265303 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.265303 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.265646 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.266017 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.266492 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-736ae980-e52f-48bf-bc58-f71abc0a5004 req-8b1ba128-607f-4fde-916c-d0ea85b18086 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 932 time: 0.1740422 Jun 07 08:16:31.272772 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.273135 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.273598 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.274018 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.274561 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.274953 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:31.278899 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:31.336839 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '4e2efeea-7536-4c98-b4c1-31bdd83e1b5a', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:28Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:31.339861 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-736ae980-e52f-48bf-bc58-f71abc0a5004 req-ed4d3fed-e809-40e8-8a53-b1927131031e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Jun 07 08:16:31.341665 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506f450-ec60-4b8f-9f32-fb79ec8a3230 None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '4e2efeea-7536-4c98-b4c1-31bdd83e1b5a', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:28Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:31.344467 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.373070 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.433511 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.436396 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:31.437530 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53ac6656-f85a-43ba-a4f6-577d3b955af4 HTTP/1.1" status: 204 len: 168 time: 0.1575212 Jun 07 08:16:31.438324 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1dee5a9c-9b63-424f-b23f-1f4ef59607a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:31.448488 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac6656-f85a-43ba-a4f6-577d3b955af4,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:31.456359 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:31.530809 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187832-8bc5-4e79-bfe7-3d14f9b90914 req-e552b660-4160-4f52-8b9f-37a81eb9fb75 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:31.532347 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b8187832-8bc5-4e79-bfe7-3d14f9b90914 req-e552b660-4160-4f52-8b9f-37a81eb9fb75 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0850422 Jun 07 08:16:31.584132 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b8187832-8bc5-4e79-bfe7-3d14f9b90914 req-cac2c1ea-64cf-4f39-8eba-4e2b61816087 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 Jun 07 08:16:31.590916 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8e314-b6fb-48b4-a6b4-81311dea4769 None None] New status for floating IP 4e2efeea-7536-4c98-b4c1-31bdd83e1b5a: ACTIVE {{(pid=92005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:16:31.839821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Request body: {'port': {'device_id': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:31.953262 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-07c7657b-8a50-44a7-9b2e-c9dc49d38b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:31.955995 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-07c7657b-8a50-44a7-9b2e-c9dc49d38b36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1099 time: 0.0932198 Jun 07 08:16:31.970191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.109488 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-090c8bfb-175a-416c-80ab-bc81f020128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:32.111637 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-090c8bfb-175a-416c-80ab-bc81f020128b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1433456 Jun 07 08:16:32.247612 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-ca1b7eec-01e3-4229-932f-872522f99b66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 1001 time: 0.1189535 Jun 07 08:16:32.329688 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-6da4da59-0034-45fd-9915-9a69dabd646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:32.331299 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-6da4da59-0034-45fd-9915-9a69dabd646b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0703962 Jun 07 08:16:32.353919 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0928661-3599-41f2-b077-5f78e2a68e74 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:32.380301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.418882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Transition to ACTIVE for port object d0928661-3599-41f2-b077-5f78e2a68e74 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:32.427228 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:32.442281 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-bae5e4f0-5234-4c0a-b80e-8fe8f897e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:32.442700 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:32.442854 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-bae5e4f0-5234-4c0a-b80e-8fe8f897e358 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941529 Jun 07 08:16:32.662248 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-8db96b45-82ed-4acb-9aea-53c2fb9bd9a1 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104118 Jun 07 08:16:32.720231 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:32.742069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.742820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.742820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.743095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.743431 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.743767 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.744092 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.744426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.744808 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.745069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.745394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.745716 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:32.749345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:32.823560 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-b96dd7e8-f8f6-4b07-b046-50d4039a16bd req-cddc6103-c140-409c-b5c1-483cb0f75ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506031 Jun 07 08:16:32.922216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d54012-6f84-4672-a0c6-76e7eeffd97d req-dd2190a8-be71-4752-932d-7466c09e5970 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:32.928790 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-60d54012-6f84-4672-a0c6-76e7eeffd97d req-dd2190a8-be71-4752-932d-7466c09e5970 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.3683121 Jun 07 08:16:32.951063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Attempting to bind port d0928661-3599-41f2-b077-5f78e2a68e74 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:32.951063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Attempting to bind port d0928661-3599-41f2-b077-5f78e2a68e74 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:32.951063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Attempting to bind port d0928661-3599-41f2-b077-5f78e2a68e74 on network f9dc53e2-89ee-4993-85c9-19036df1d80c {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:32.967619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9157-ac96-4e0a-9424-985ff7d4a636 req-504f7857-e323-4c3a-9bb8-079a4fffe3cb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:32.969083 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-402e9157-ac96-4e0a-9424-985ff7d4a636 req-504f7857-e323-4c3a-9bb8-079a4fffe3cb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.2188177 Jun 07 08:16:32.971507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Port d0928661-3599-41f2-b077-5f78e2a68e74 on network f9dc53e2-89ee-4993-85c9-19036df1d80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:32.971821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Attempting to bind port d0928661-3599-41f2-b077-5f78e2a68e74 on network f9dc53e2-89ee-4993-85c9-19036df1d80c {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:33.004514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:33.005048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Checking segment: {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:33.005350 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Bound using segment: {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:33.005848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Bound port: d0928661-3599-41f2-b077-5f78e2a68e74, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:33.006288 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.029567 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-60d54012-6f84-4672-a0c6-76e7eeffd97d req-dc1868bd-ce2c-4ed7-aa4d-acc17f372849 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997918 Jun 07 08:16:33.100035 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-402e9157-ac96-4e0a-9424-985ff7d4a636 req-7a55dcd1-6c28-4cf8-a253-b9eeeb064597 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Jun 07 08:16:33.135017 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:33.138376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d0928661-3599-41f2-b077-5f78e2a68e74,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:33.144241 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.149685 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1b518a7c-7339-4444-9258-943d83ed7cb9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:33.209179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:33.209793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:33.211580 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] 10.222.0.45 "PUT /v2.0/ports/d0928661-3599-41f2-b077-5f78e2a68e74 HTTP/1.1" status: 200 len: 1094 time: 1.3766990 Jun 07 08:16:33.212194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:33.214755 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855cc9c-a027-4dc5-8d97-5f240c32f61d" -d '{"events": [{"name": "network-changed", "server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:33.237340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:33.240787 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:33.283219 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc5e6f-3ee7-456e-b4d4-abfd3277b0cf x-openstack-request-id: req-addc5e6f-3ee7-456e-b4d4-abfd3277b0cf {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:33.283814 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:33.284195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-addc5e6f-3ee7-456e-b4d4-abfd3277b0cf {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:33.284693 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74', 'status': 'completed', 'code': 200} Jun 07 08:16:33.405176 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-dfcddb93-7c0d-4634-914e-086b5a903f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:33.407244 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-dfcddb93-7c0d-4634-914e-086b5a903f15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 1097 time: 0.0762968 Jun 07 08:16:33.513190 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-4e6e56a7-8e03-49af-a813-895a831b759a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0928661-3599-41f2-b077-5f78e2a68e74 HTTP/1.1" status: 200 len: 217 time: 0.0766249 Jun 07 08:16:33.585661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1f30d3de-a0e8-4266-a92e-683d83d499c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:33.587214 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-1f30d3de-a0e8-4266-a92e-683d83d499c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e HTTP/1.1" status: 200 len: 848 time: 0.0673842 Jun 07 08:16:33.642485 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-a287911f-dad7-4e59-bcb2-54420ef191ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9dc53e2-89ee-4993-85c9-19036df1d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459363 Jun 07 08:16:33.842908 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-17586884-4862-4fe2-a51c-84b249747a02 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929672 Jun 07 08:16:33.985031 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ecb4960-50bf-4220-a911-6cc0fc806918 req-52d2632b-e904-42c4-9cdf-a7f5dc723b7c service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349330 Jun 07 08:16:34.123527 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40122) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:34.290484 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.320779 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f0c8a-9e3c-44e4-be94-109e7030ebc8 req-576a0d43-b0f6-4abd-8c42-b16e3bc257b6 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:34.322182 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d59f0c8a-9e3c-44e4-be94-109e7030ebc8 req-576a0d43-b0f6-4abd-8c42-b16e3bc257b6 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.1716657 Jun 07 08:16:34.399762 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d59f0c8a-9e3c-44e4-be94-109e7030ebc8 req-83761b14-acc7-44a9-a6f4-d6e7ce291697 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677755 Jun 07 08:16:34.421253 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882dfa2-1d2f-42f2-b406-2226bb630ce3 req-fe776753-6d2d-48b1-843a-5b720a3e6eab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:34.421253 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9882dfa2-1d2f-42f2-b406-2226bb630ce3 req-fe776753-6d2d-48b1-843a-5b720a3e6eab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1934400 Jun 07 08:16:34.492252 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9882dfa2-1d2f-42f2-b406-2226bb630ce3 req-ad46338d-7743-4a2b-a6e8-3474b80eeaf1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Jun 07 08:16:34.526118 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.530103 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.538741 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:34.576017 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fe50f02f4e444259b1f29ce69e7028f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510808 Jun 07 08:16:34.577503 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3722e-b8c6-4588-99ff-7e7fc7ff3afa,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:34.578642 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40138) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:34.581076 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:34.637369 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.663317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.720980 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.727975 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:34.729277 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77b3722e-b8c6-4588-99ff-7e7fc7ff3afa HTTP/1.1" status: 204 len: 168 time: 0.1491454 Jun 07 08:16:34.730260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8a309904-148d-41e7-bb17-35d7c6682ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:34.740269 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3722e-b8c6-4588-99ff-7e7fc7ff3afa,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:34.742921 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:35.007516 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40148) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:35.028346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.135446 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.139128 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.146838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:35.184794 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e00364-ed48-4485-8b32-1f9da4a18eb5,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:35.189771 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90f355462f034e88b388de6837f5baef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812596 Jun 07 08:16:35.190686 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:35.192462 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40152) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:35.247558 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.272109 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.323323 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.325713 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:35.326825 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0e00364-ed48-4485-8b32-1f9da4a18eb5 HTTP/1.1" status: 204 len: 168 time: 0.1335027 Jun 07 08:16:35.327513 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8e5fc2b3-042a-49ad-98e1-f26324c9f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:35.337046 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e00364-ed48-4485-8b32-1f9da4a18eb5,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:35.339293 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:35.591631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adff19-e21b-4713-bb12-e6ca2dcebf3e req-fad7e183-fbe8-473a-a0fa-db31a22fe8d7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:35.593446 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-27adff19-e21b-4713-bb12-e6ca2dcebf3e req-fad7e183-fbe8-473a-a0fa-db31a22fe8d7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.0852230 Jun 07 08:16:35.644111 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-27adff19-e21b-4713-bb12-e6ca2dcebf3e req-11dd6ea4-27ad-4c66-8032-583413bcc07f tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Jun 07 08:16:35.837538 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac65fe4-88ff-46b4-99bd-16bd3ecf7891 req-2f4cba7e-e6cc-47f6-a280-a487b76eb40d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:35.839052 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cac65fe4-88ff-46b4-99bd-16bd3ecf7891 req-2f4cba7e-e6cc-47f6-a280-a487b76eb40d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0926104 Jun 07 08:16:35.891610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cac65fe4-88ff-46b4-99bd-16bd3ecf7891 req-c81feac8-963e-4fed-9d74-30039364b804 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Jun 07 08:16:36.826454 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca0d28-1d7f-4816-9097-0601d6b47a11 req-d3c295cd-7bb0-42df-b1cc-16990192b95d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:36.827890 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0eca0d28-1d7f-4816-9097-0601d6b47a11 req-d3c295cd-7bb0-42df-b1cc-16990192b95d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.0792129 Jun 07 08:16:36.871236 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0eca0d28-1d7f-4816-9097-0601d6b47a11 req-b7731e16-f339-4d4a-ac5d-19a5ff96e823 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Jun 07 08:16:37.109528 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-0b3ce6ce-732b-48e9-a16e-533ac9a3d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.111035 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-0b3ce6ce-732b-48e9-a16e-533ac9a3d63f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 1097 time: 0.1287420 Jun 07 08:16:37.122181 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea73f-3cd5-4d2e-8a4f-3f8549eeec24 req-3a6a1b32-35cc-4078-b678-22a87afccd47 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.123565 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0fcea73f-3cd5-4d2e-8a4f-3f8549eeec24 req-3a6a1b32-35cc-4078-b678-22a87afccd47 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1077814 Jun 07 08:16:37.252639 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0fcea73f-3cd5-4d2e-8a4f-3f8549eeec24 req-d10fae32-a724-41e2-8719-1b93f05f0bd5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071255 Jun 07 08:16:37.284862 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-3693264d-e8fc-40f9-808d-03c3edc9f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.286317 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-3693264d-e8fc-40f9-808d-03c3edc9f3bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 909 time: 0.1618457 Jun 07 08:16:37.357151 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-1defc72e-87f2-4525-bdff-06597f7151c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0928661-3599-41f2-b077-5f78e2a68e74 HTTP/1.1" status: 200 len: 217 time: 0.0625801 Jun 07 08:16:37.422516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-de1656e7-9f03-4e34-955e-028b1be2b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.423950 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-de1656e7-9f03-4e34-955e-028b1be2b6dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e HTTP/1.1" status: 200 len: 848 time: 0.0574465 Jun 07 08:16:37.480348 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-471cf3d5-ad63-4255-95a0-e45338e7d173 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9dc53e2-89ee-4993-85c9-19036df1d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445895 Jun 07 08:16:37.625376 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-eecc2e53-ab01-4f33-92f6-f75cbd1efaf3 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273248 Jun 07 08:16:37.825123 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3855cc9c-a027-4dc5-8d97-5f240c32f61d req-9a4ed40c-9a05-4762-bd1c-4b4d0984d7d1 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838703 Jun 07 08:16:38.102242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44aa42-59ed-45bf-b5c3-fbd797185bf6 req-1b5e62ca-1d4b-44f0-bb67-545e839d6e61 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.105099 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a44aa42-59ed-45bf-b5c3-fbd797185bf6 req-1b5e62ca-1d4b-44f0-bb67-545e839d6e61 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.1124504 Jun 07 08:16:38.160172 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a44aa42-59ed-45bf-b5c3-fbd797185bf6 req-33499f0e-35ae-4530-a224-af164e413be4 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Jun 07 08:16:38.458689 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1803-05e9-40ef-8476-b1921e621396 req-d5f61dde-d0bd-4f50-926b-cb95ab060557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.460639 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-146d1803-05e9-40ef-8476-b1921e621396 req-d5f61dde-d0bd-4f50-926b-cb95ab060557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0902166 Jun 07 08:16:38.511973 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-146d1803-05e9-40ef-8476-b1921e621396 req-3f44e852-65af-42cc-ac19-1a7dbbf69704 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Jun 07 08:16:39.389052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087bee7-1394-41bf-8608-98d0415d0710 req-6f1645b6-064f-48af-b435-385488baa2a8 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:39.397237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2087bee7-1394-41bf-8608-98d0415d0710 req-6f1645b6-064f-48af-b435-385488baa2a8 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.1012986 Jun 07 08:16:39.454712 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2087bee7-1394-41bf-8608-98d0415d0710 req-b2d86b5a-95ce-467f-b447-407d985d7d55 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559926 Jun 07 08:16:39.639177 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaff39-9804-4810-bcbd-1fd41ef3285a req-567ba25d-a902-46b1-908e-67c8e184ae15 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:39.640613 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ddaff39-9804-4810-bcbd-1fd41ef3285a req-567ba25d-a902-46b1-908e-67c8e184ae15 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0834816 Jun 07 08:16:39.686419 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ddaff39-9804-4810-bcbd-1fd41ef3285a req-f0b88ed7-1e1f-494a-ad8f-5be42a0f37dd tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Jun 07 08:16:39.839314 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40314) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:39.862910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7995be-df63-4eff-843e-3b300f9b85b1 req-334eef8e-022b-43fc-9df9-4cca9e50ed2d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:39.864352 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c7995be-df63-4eff-843e-3b300f9b85b1 req-334eef8e-022b-43fc-9df9-4cca9e50ed2d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0831356 Jun 07 08:16:39.914353 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c7995be-df63-4eff-843e-3b300f9b85b1 req-a160bd70-26aa-4798-9edc-4890861c63e7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Jun 07 08:16:39.964915 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.075534 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.079359 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.086457 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5571537b-17a5-48ae-927a-1b076c7dbf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:40.129590 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34445902d11b40eab3868db9c4482933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868762 Jun 07 08:16:40.129590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bff8e5a-96d2-4c1c-a0bb-c2bd92a108a3,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:40.130001 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40330) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:40.131391 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:40.190692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.215558 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.267797 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.270648 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.272114 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bff8e5a-96d2-4c1c-a0bb-c2bd92a108a3 HTTP/1.1" status: 204 len: 168 time: 0.1409550 Jun 07 08:16:40.272858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:40.283156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bff8e5a-96d2-4c1c-a0bb-c2bd92a108a3,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:40.285460 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:40.557623 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40342) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:40.609950 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.699792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e81014-e3e9-4235-9f89-20f2b4baa32e req-3dc3a699-8efd-4118-9bce-d03522655c55 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:40.701236 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-56e81014-e3e9-4235-9f89-20f2b4baa32e req-3dc3a699-8efd-4118-9bce-d03522655c55 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 944 time: 0.1294138 Jun 07 08:16:40.771951 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-56e81014-e3e9-4235-9f89-20f2b4baa32e req-9ba81dcd-94d1-47f2-9aac-f87d4315641f tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Jun 07 08:16:40.790113 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.795019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.801999 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-721a34fa-9186-402c-a596-6f55e291d3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:40.843310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ed81f514fee4e5c9687c09db1eeb90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844536 Jun 07 08:16:40.844203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9532ba1-155f-4590-bf78-92706e2f7d8e,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:40.846269 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40346) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:40.847154 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:40.917534 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.943165 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.949109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d33feb-b9d9-4f96-be86-e0550d261189 req-922c7db8-73ff-49b9-b8aa-4b00dcc4bec6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:40.950671 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5d33feb-b9d9-4f96-be86-e0550d261189 req-922c7db8-73ff-49b9-b8aa-4b00dcc4bec6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0810690 Jun 07 08:16:40.995841 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5d33feb-b9d9-4f96-be86-e0550d261189 req-b589174f-5b2b-4181-ade1-29f689511103 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Jun 07 08:16:41.003024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:41.005721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:41.009171 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9532ba1-155f-4590-bf78-92706e2f7d8e HTTP/1.1" status: 204 len: 168 time: 0.1549230 Jun 07 08:16:41.009171 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:41.019509 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9532ba1-155f-4590-bf78-92706e2f7d8e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:41.020661 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:41.311083 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d0928661-3599-41f2-b077-5f78e2a68e74 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:41.318367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb822f-89b7-4a5b-b54b-ff702adf0e04 req-0aeb8678-5314-41ba-9921-389a6d2958ac tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:41.319988 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9bb822f-89b7-4a5b-b54b-ff702adf0e04 req-0aeb8678-5314-41ba-9921-389a6d2958ac tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0809565 Jun 07 08:16:41.379399 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9bb822f-89b7-4a5b-b54b-ff702adf0e04 req-9a935d5f-49ee-4925-83d7-16e52a55942f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533438 Jun 07 08:16:41.471109 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d0928661-3599-41f2-b077-5f78e2a68e74,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:41.484631 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'd0928661-3599-41f2-b077-5f78e2a68e74', 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c', 'port_id': 'd0928661-3599-41f2-b077-5f78e2a68e74', 'mac_address': 'fa:16:3e:a8:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:41.539035 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:41.558804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0928661-3599-41f2-b077-5f78e2a68e74 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:41.575772 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d0928661-3599-41f2-b077-5f78e2a68e74,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:41.580504 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:41.583489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:41.655712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:41.663136 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.663482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.663820 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.664146 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.664461 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.664784 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.665378 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.665707 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.666066 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.666389 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.666709 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.667028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:41.671727 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:41.954824 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eb757-461a-40fc-bda9-3200f8aacfe4 req-ed28874d-734e-4173-acf8-9f3859df64cc tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:41.956275 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-312eb757-461a-40fc-bda9-3200f8aacfe4 req-ed28874d-734e-4173-acf8-9f3859df64cc tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 945 time: 0.0791686 Jun 07 08:16:42.000453 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-312eb757-461a-40fc-bda9-3200f8aacfe4 req-3a2578e7-a85c-4cc6-8677-2ca95ef3253d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Jun 07 08:16:42.202577 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f7e9-17e9-4349-9ee6-14d37948b7de req-98c69f1f-3121-4b5c-8ac8-f20434ccf760 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:42.210758 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61b6f7e9-17e9-4349-9ee6-14d37948b7de req-98c69f1f-3121-4b5c-8ac8-f20434ccf760 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1026840 Jun 07 08:16:42.252606 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61b6f7e9-17e9-4349-9ee6-14d37948b7de req-fce4d3ad-7951-4f07-8773-3c5235d33c3f tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jun 07 08:16:42.589183 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51554-1814-4da6-9f0a-1bfa5cfa5d8f req-9897a3f3-bdb2-4ab9-a6bf-9946869d5e87 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:42.590682 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-47e51554-1814-4da6-9f0a-1bfa5cfa5d8f req-9897a3f3-bdb2-4ab9-a6bf-9946869d5e87 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0985465 Jun 07 08:16:42.637807 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-47e51554-1814-4da6-9f0a-1bfa5cfa5d8f req-8df541a6-cc35-45cd-a9ce-e28692d4d2ab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Jun 07 08:16:42.891344 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['d0928661-3599-41f2-b077-5f78e2a68e74'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:43.078702 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40430) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:43.206456 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.248852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f767-8d6f-44ed-ac70-cab508306b12 req-6434927d-09d0-48d0-b4e5-e4e420551302 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.253141 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68f9f767-8d6f-44ed-ac70-cab508306b12 req-6434927d-09d0-48d0-b4e5-e4e420551302 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 945 time: 0.1277776 Jun 07 08:16:43.338928 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.345665 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.356161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-20afcf9e-355b-4b2f-8b92-dffe4337dcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:43.409638 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68f9f767-8d6f-44ed-ac70-cab508306b12 req-9513b657-9b81-47f3-a8f1-ec09238c0ef2 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501067 Jun 07 08:16:43.412333 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04a2b60ff4e9445eab07b160ce70733d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316002 Jun 07 08:16:43.415495 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40444) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:43.473506 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e95a9c-fe8a-4d8c-97e9-42adb1f70f2f,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:43.478369 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-ff62bc10-0cee-4bac-b1c2-09feee48e1af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2728405 Jun 07 08:16:43.481496 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:43.562644 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.606514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b8de6-f854-40e3-919f-5dd370c2aa28 req-3776f536-7080-4aa4-a441-09c13abfb639 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.623009 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-441b8de6-f854-40e3-919f-5dd370c2aa28 req-3776f536-7080-4aa4-a441-09c13abfb639 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1894438 Jun 07 08:16:43.623459 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.692453 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.696793 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:43.700432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-441b8de6-f854-40e3-919f-5dd370c2aa28 req-46535380-d9b6-4ec8-89be-482491f2e54a tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764885 Jun 07 08:16:43.701738 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32e95a9c-fe8a-4d8c-97e9-42adb1f70f2f HTTP/1.1" status: 204 len: 168 time: 0.2850642 Jun 07 08:16:43.703680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4fbb63fa-2add-4985-952f-a190cf39e1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:43.715244 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e95a9c-fe8a-4d8c-97e9-42adb1f70f2f,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:43.718017 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:43.737758 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40460) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:43.795927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-c632692d-15cb-4dc2-a964-5f5e2c6a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.797454 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-c632692d-15cb-4dc2-a964-5f5e2c6a0749 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.0897994 Jun 07 08:16:43.899498 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.040710 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.046486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.058752 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:44.118037 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe0f8-61ad-47ac-b831-ed7fc8768e2b req-b38af0db-a889-4f6c-af81-0abf2d5d351f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:44.124882 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-599fe0f8-61ad-47ac-b831-ed7fc8768e2b req-b38af0db-a889-4f6c-af81-0abf2d5d351f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.2730896 Jun 07 08:16:44.137458 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec530b3236474ae7baa6132cce8a39e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977487 Jun 07 08:16:44.139273 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad10d2-e794-48cf-a435-04bcc502f323,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:44.145513 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:44.146301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40474) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:44.170794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-2da39064-9bf7-45c4-88e4-fa4d54f29603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:44.173024 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-2da39064-9bf7-45c4-88e4-fa4d54f29603 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.3535917 Jun 07 08:16:44.229633 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40476) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:44.238541 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-599fe0f8-61ad-47ac-b831-ed7fc8768e2b req-1b527946-1454-466e-a27e-874366796b4e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127038 Jun 07 08:16:44.273450 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.302031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.328764 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.359358 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.362958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.364684 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29ad10d2-e794-48cf-a435-04bcc502f323 HTTP/1.1" status: 204 len: 168 time: 0.2157004 Jun 07 08:16:44.365588 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fc2827ea-40e5-4df0-b2f9-128e04526acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:44.377329 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad10d2-e794-48cf-a435-04bcc502f323,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:44.383274 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:44.383972 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40482) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:44.458024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.463393 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.503551 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6a45675f-05c5-41d0-905b-42a9d6c10e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:44.532853 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eac83128c42b48b58ed59d8744535266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018157 Jun 07 08:16:44.535828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40490) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:44.541028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec320e8-efca-42cc-98cd-e26e31a84882,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:44.544035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:44.697356 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.753191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.770912 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.791223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd3f3-d9e2-4567-9811-58b0f23b1f53 req-0f407416-6794-408f-8edf-a8f4a4772967 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:44.793094 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-888fd3f3-d9e2-4567-9811-58b0f23b1f53 req-0f407416-6794-408f-8edf-a8f4a4772967 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 945 time: 0.2365232 Jun 07 08:16:44.879022 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-888fd3f3-d9e2-4567-9811-58b0f23b1f53 req-1393f048-e0cd-4165-848b-2ceef3b930c5 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Jun 07 08:16:44.915421 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.921355 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.925019 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ec320e8-efca-42cc-98cd-e26e31a84882 HTTP/1.1" status: 204 len: 168 time: 0.3852463 Jun 07 08:16:44.925019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e24e9e95-ed95-41be-b976-482dbf179886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:44.944052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec320e8-efca-42cc-98cd-e26e31a84882,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:44.948124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:44.982614 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.988744 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.000350 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:45.134507 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6ff68c3b77544c0b76577c70109efbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495508 Jun 07 08:16:45.137587 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40514) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:45.145867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5505a3a-a692-4331-ac85-1d8ff299bff0,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:45.158667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:45.161669 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-839d7e06-ec96-4193-9099-5b203010323f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0887344 Jun 07 08:16:45.199897 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5927-172c-4e6d-b110-1a2528440493 req-d476c004-795a-4427-afb4-9e2a21a4f325 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:45.201789 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-126c5927-172c-4e6d-b110-1a2528440493 req-d476c004-795a-4427-afb4-9e2a21a4f325 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1751394 Jun 07 08:16:45.209432 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.238227 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.262063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-126c5927-172c-4e6d-b110-1a2528440493 req-8699b537-907c-4044-b0ec-b1d580abf3f8 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535924 Jun 07 08:16:45.309547 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.314839 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.316545 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5505a3a-a692-4331-ac85-1d8ff299bff0 HTTP/1.1" status: 204 len: 168 time: 0.1779592 Jun 07 08:16:45.317503 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a2d7e91f-a9e2-4b86-b6d1-93586b23c2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:45.330367 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5505a3a-a692-4331-ac85-1d8ff299bff0,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:45.338718 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:45.466136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9109-5c2e-4cb2-8214-24cc9e0b4549 req-85289d70-0b9d-449f-a467-0a2e9a826556 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:45.467551 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f80f9109-5c2e-4cb2-8214-24cc9e0b4549 req-85289d70-0b9d-449f-a467-0a2e9a826556 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0875609 Jun 07 08:16:45.520565 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f80f9109-5c2e-4cb2-8214-24cc9e0b4549 req-05359740-c7fc-438e-bfc9-949219a012bd tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Jun 07 08:16:45.730516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40540) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:45.749400 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.865446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.869927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:45.878221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e3fe2614-bb04-4a35-bf88-46ad1f44fddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:45.917524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636eeb22-02b0-4697-80cb-470bb1fce918,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:45.921018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:45.927270 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40552) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:45.927355 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=140d84b8389140fbb129f7dea1b0292d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952076 Jun 07 08:16:45.963405 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d0928661-3599-41f2-b077-5f78e2a68e74 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:46.034673 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.067610 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port d0928661-3599-41f2-b077-5f78e2a68e74 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:46.072798 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port d0928661-3599-41f2-b077-5f78e2a68e74 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:46.073207 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.073884 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.138538 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.142271 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.143699 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/636eeb22-02b0-4697-80cb-470bb1fce918 HTTP/1.1" status: 204 len: 168 time: 0.2155221 Jun 07 08:16:46.144742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:46.157373 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636eeb22-02b0-4697-80cb-470bb1fce918,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:46.160320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:46.188082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e12540-2345-428e-a782-238b54692705 req-7329dc08-278b-4606-9965-ba836d2829d8 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:46.205495 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b0e12540-2345-428e-a782-238b54692705 req-7329dc08-278b-4606-9965-ba836d2829d8 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 945 time: 0.1725364 Jun 07 08:16:46.256265 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.287610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b0e12540-2345-428e-a782-238b54692705 req-ed91e3ed-8088-4b0e-8f2f-1a85b458e925 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807831 Jun 07 08:16:46.296675 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:46.301182 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023ee46-6d31-4ee3-bc8c-a9cb5638bd55" -d '{"events": [{"server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "name": "network-vif-plugged", "status": "completed", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:46.313876 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d0928661-3599-41f2-b077-5f78e2a68e74,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:46.319660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.322943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:46.425627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:46.429511 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:46.495196 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f156a-2f20-4b8c-adb1-713f07847bd4 req-dbb60f7a-1686-401d-bc2b-f7f93a98ccdd tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:46.497435 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f7f156a-2f20-4b8c-adb1-713f07847bd4 req-dbb60f7a-1686-401d-bc2b-f7f93a98ccdd tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.0940282 Jun 07 08:16:46.543605 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f7f156a-2f20-4b8c-adb1-713f07847bd4 req-806d6f06-c6fb-4dde-9440-244d1a15c908 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Jun 07 08:16:46.616962 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b427954-9e2a-418b-a3ac-4a52f53ecf07 x-openstack-request-id: req-4b427954-9e2a-418b-a3ac-4a52f53ecf07 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:46.617458 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "name": "network-vif-plugged", "status": "completed", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:46.618325 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b427954-9e2a-418b-a3ac-4a52f53ecf07 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:46.620652 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74', 'code': 200} Jun 07 08:16:46.815236 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fef8a-662b-402f-9959-143860ed40fa req-97728840-2947-4604-a3f9-cbc9230207c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:46.817192 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3f1fef8a-662b-402f-9959-143860ed40fa req-97728840-2947-4604-a3f9-cbc9230207c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1137900 Jun 07 08:16:46.862910 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3f1fef8a-662b-402f-9959-143860ed40fa req-9475efff-2cb7-4ff8-893a-89b153b02cab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Jun 07 08:16:47.122347 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:47.255675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-cc2bb563-09f4-4cf3-a535-9b4267ea480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:47.258811 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-cc2bb563-09f4-4cf3-a535-9b4267ea480f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0905297 Jun 07 08:16:47.343605 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-d6b3d4c0-bbde-4552-b2f0-b08465f49031 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775478 Jun 07 08:16:47.521358 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402de7e-c77a-486e-866f-5b41a94e571f req-04589774-eb2c-4704-92a4-b18522e945de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:47.523752 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-a402de7e-c77a-486e-866f-5b41a94e571f req-04589774-eb2c-4704-92a4-b18522e945de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 1099 time: 0.1014087 Jun 07 08:16:47.590260 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-a402de7e-c77a-486e-866f-5b41a94e571f req-488b49c6-d4a0-41a7-a49a-53d2e7b76712 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Jun 07 08:16:47.785029 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-0b927a55-477e-479c-b338-ba3ba742e414 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975108 Jun 07 08:16:47.836292 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea56b3-521b-49f5-969a-f936ce656dc8 req-aec7924d-c916-416a-9d65-2018e05d9027 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:47.845500 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5eea56b3-521b-49f5-969a-f936ce656dc8 req-aec7924d-c916-416a-9d65-2018e05d9027 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.3780997 Jun 07 08:16:47.912562 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5eea56b3-521b-49f5-969a-f936ce656dc8 req-2d6d7683-ae59-4547-b5e2-1a99a6e52620 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634775 Jun 07 08:16:47.928536 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557129-2242-464d-812f-00c21ceeafb8 req-e123ca86-483d-4893-832d-1b934fbee31c tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:47.930761 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba557129-2242-464d-812f-00c21ceeafb8 req-e123ca86-483d-4893-832d-1b934fbee31c tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.2115135 Jun 07 08:16:48.336167 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40654) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:48.424951 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba557129-2242-464d-812f-00c21ceeafb8 req-460c3806-24f1-4c49-a18c-05dad9cdc096 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842956 Jun 07 08:16:48.546695 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d7390aa-633b-4309-9e54-5ec6ad2e8028 req-214297eb-8c2b-458c-943e-ea827a99eef1 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574412 Jun 07 08:16:48.556318 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.584432 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef3fa-8d1d-4807-8cd1-f5394a928f4d req-9b133585-9b5a-4d35-b0fc-54921468c649 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:48.595194 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-639ef3fa-8d1d-4807-8cd1-f5394a928f4d req-9b133585-9b5a-4d35-b0fc-54921468c649 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1672320 Jun 07 08:16:48.657124 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-639ef3fa-8d1d-4807-8cd1-f5394a928f4d req-247c0604-6a57-484e-9121-b448ec084283 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607040 Jun 07 08:16:48.715632 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.718569 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.740041 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:48.762322 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25454a403da3483b80a33006c3769842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220033 Jun 07 08:16:48.763352 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40668) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:48.781299 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3122d548-db85-445d-85a8-cefcbea4adf7,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:48.784015 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:48.831252 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.870587 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.022041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.024620 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.028169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3122d548-db85-445d-85a8-cefcbea4adf7 HTTP/1.1" status: 204 len: 168 time: 0.2613914 Jun 07 08:16:49.028169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ed6ffee5-7880-413d-a1b6-8bb1dc738c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.048648 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-19a4a3be-fd55-42e5-8a1c-01906c203718 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:49.050607 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-19a4a3be-fd55-42e5-8a1c-01906c203718 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.1428692 Jun 07 08:16:49.056170 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122d548-db85-445d-85a8-cefcbea4adf7,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.109127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:49.303792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa688788-16bb-46f7-acd4-2e48787e2b51 req-1fc8386c-6b7b-44a0-b1cc-d0ebe130a878 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:49.305417 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aa688788-16bb-46f7-acd4-2e48787e2b51 req-1fc8386c-6b7b-44a0-b1cc-d0ebe130a878 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.2518318 Jun 07 08:16:49.366052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Deleting port d000d745-daea-4ffd-85cc-dacd72ea3e0f {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:49.367042 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.414718 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40690) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:49.433972 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aa688788-16bb-46f7-acd4-2e48787e2b51 req-a7f598d4-089b-4766-9c44-b3abd937f04b tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222649 Jun 07 08:16:49.473920 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.701899 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.712005 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.730105 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0e287c8e-5ebb-4112-94b6-925f39af1d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:49.761546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] For port d000d745-daea-4ffd-85cc-dacd72ea3e0f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d000d745-daea-4ffd-85cc-dacd72ea3e0f,segment=NetworkSegment(28a35a2b-8b60-440e-ab02-d86c86356e28),segment_id=28a35a2b-8b60-440e-ab02-d86c86356e28)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:49.762129 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.832184 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60f2c3f7ca104ef598ff50f2a252ebd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159312 Jun 07 08:16:49.836423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40708) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:49.901452 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e37ae-047d-4af5-b34f-3475ae2e7e8c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:49.905199 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:49.920403 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.950933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:49.985884 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Calling delete_port for d000d745-daea-4ffd-85cc-dacd72ea3e0f owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:50.035963 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:50.038799 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:50.043150 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739e37ae-047d-4af5-b34f-3475ae2e7e8c HTTP/1.1" status: 204 len: 168 time: 0.1986592 Jun 07 08:16:50.044654 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c2c20869-d808-4ae6-94de-2a05e91ec67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:50.055887 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e37ae-047d-4af5-b34f-3475ae2e7e8c,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:50.058682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:50.106587 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833898-1388-4088-97fc-3982f97840b0 req-b1a1852d-fc14-467f-930c-be715af1d4f3 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:50.108063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34833898-1388-4088-97fc-3982f97840b0 req-b1a1852d-fc14-467f-930c-be715af1d4f3 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 945 time: 0.4806969 Jun 07 08:16:50.160765 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427d37-9955-43ee-bf7e-e910f86d968b req-158145ac-6e0c-4427-acd0-fe6af7fad5eb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:50.167767 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-67427d37-9955-43ee-bf7e-e910f86d968b req-158145ac-6e0c-4427-acd0-fe6af7fad5eb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.3179774 Jun 07 08:16:50.258587 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34833898-1388-4088-97fc-3982f97840b0 req-eb211fa7-c0bc-4e18-8387-e536d22c56d6 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/security-groups?id=397b50df-62a3-4130-ab5f-bec9e4c1f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312864 Jun 07 08:16:50.261736 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-67427d37-9955-43ee-bf7e-e910f86d968b req-1e44a538-ef4d-4c89-9d42-9a670060582b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930853 Jun 07 08:16:50.399854 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:50.405873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-37959708-7f9b-400b-b544-54c741010944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:50.458499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Pushing event deleted for resources: {'Port': ['ID=d000d745-daea-4ffd-85cc-dacd72ea3e0f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:50.462668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:50.567595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] No DVR routers for this DVR port d000d745-daea-4ffd-85cc-dacd72ea3e0f on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:50.571203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:50.573753 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d4c3d1f-8d3b-4b1a-a6a4-a183c74c13a5 req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.45 "DELETE /v2.0/ports/d000d745-daea-4ffd-85cc-dacd72ea3e0f HTTP/1.1" status: 204 len: 173 time: 1.4716904 Jun 07 08:16:50.580926 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'name': 'network-vif-deleted', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:50.587942 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa0ab2-9baa-4276-9a6d-49730769e3f5" -d '{"events": [{"server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "name": "network-vif-deleted", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:50.710989 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ddab5124-b9ba-453c-8468-53e138f84b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:50.736307 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5aef09-b2e3-4a7b-8fb8-deac882bf273 x-openstack-request-id: req-3a5aef09-b2e3-4a7b-8fb8-deac882bf273 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:50.736620 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1126dd2-5411-4787-b925-cfd514d73cad", "name": "network-vif-deleted", "tag": "d000d745-daea-4ffd-85cc-dacd72ea3e0f", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:50.736899 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a5aef09-b2e3-4a7b-8fb8-deac882bf273 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:50.737309 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1126dd2-5411-4787-b925-cfd514d73cad', 'name': 'network-vif-deleted', 'tag': 'd000d745-daea-4ffd-85cc-dacd72ea3e0f', 'status': 'completed', 'code': 200} Jun 07 08:16:50.791625 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b5a78-9c77-4007-b4f1-8c171a5672d5 req-4fdeae5c-24e4-409e-8d18-697a193c06ff tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:50.794007 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d6b5a78-9c77-4007-b4f1-8c171a5672d5 req-4fdeae5c-24e4-409e-8d18-697a193c06ff tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.1176970 Jun 07 08:16:50.855378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d6b5a78-9c77-4007-b4f1-8c171a5672d5 req-11d59a68-7114-485c-8850-48b02d75005c tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442703 Jun 07 08:16:51.125118 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d000d745-daea-4ffd-85cc-dacd72ea3e0f no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:51.158804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: d000d745-daea-4ffd-85cc-dacd72ea3e0f {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:51.159164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d000d745-daea-4ffd-85cc-dacd72ea3e0f not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:51.433931 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-87b0a515-392d-4155-88b6-6ed3bdf8497d req-2de61032-ca93-4799-bbc2-2a1df00080c2 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1126dd2-5411-4787-b925-cfd514d73cad HTTP/1.1" status: 200 len: 210 time: 0.0860801 Jun 07 08:16:51.555521 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71391f6-92d2-474e-9501-88c83a0a0094 req-bb22e7e9-7c06-4b47-aca6-7612c73a3ef8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:51.557224 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e71391f6-92d2-474e-9501-88c83a0a0094 req-bb22e7e9-7c06-4b47-aca6-7612c73a3ef8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1740839 Jun 07 08:16:51.609989 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e71391f6-92d2-474e-9501-88c83a0a0094 req-ae89241e-ac16-4dd5-8c69-b15f76ae535c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Jun 07 08:16:52.896316 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7269ea8-e94c-489e-8105-8abe253ed0e9 req-051ff134-04ff-41e3-baba-6a2710297782 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:52.903119 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7269ea8-e94c-489e-8105-8abe253ed0e9 req-051ff134-04ff-41e3-baba-6a2710297782 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1484990 Jun 07 08:16:52.935542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1dd0-609b-456e-b423-1baee9955378 req-68954a63-16eb-4dbb-8189-f589e2d57f3e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:52.937267 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81ed1dd0-609b-456e-b423-1baee9955378 req-68954a63-16eb-4dbb-8189-f589e2d57f3e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.1842015 Jun 07 08:16:52.977734 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7269ea8-e94c-489e-8105-8abe253ed0e9 req-ff7c3976-96b9-47f6-9dd1-1b2b58b677c1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737576 Jun 07 08:16:53.001142 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81ed1dd0-609b-456e-b423-1baee9955378 req-7c85691d-8b96-48c7-b04b-a4b900b70158 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Jun 07 08:16:53.216744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.422342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-07f1f1ad-81f2-45e9-bef0-cbedb311bc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.899913 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aae2b-0edc-4b6d-a62a-70e52890110f req-25dcd1d9-091e-4222-b967-b9b61297444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:53.901414 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-328aae2b-0edc-4b6d-a62a-70e52890110f req-25dcd1d9-091e-4222-b967-b9b61297444a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1098 time: 0.0852318 Jun 07 08:16:53.953966 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-328aae2b-0edc-4b6d-a62a-70e52890110f req-db7b4899-555d-45f0-b238-92c5736296bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Jun 07 08:16:54.264005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf404-ece2-41a7-97b0-06160f7d9069 req-516b0ecc-bdf3-4f4f-b7c9-6817a094fb88 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:54.265255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45fbf404-ece2-41a7-97b0-06160f7d9069 req-516b0ecc-bdf3-4f4f-b7c9-6817a094fb88 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1541851 Jun 07 08:16:54.293803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69b3cb-0c7a-4dbc-9938-31e210794308 req-a4dbd936-4124-4f20-bc59-71fc7819552b tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:54.295281 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b69b3cb-0c7a-4dbc-9938-31e210794308 req-a4dbd936-4124-4f20-bc59-71fc7819552b tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.1292949 Jun 07 08:16:54.354448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45fbf404-ece2-41a7-97b0-06160f7d9069 req-c755c131-1758-4ef9-9cff-c3b441daa4e9 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811207 Jun 07 08:16:54.367632 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b69b3cb-0c7a-4dbc-9938-31e210794308 req-e6712531-8964-4419-b5e3-e53fe1a5d094 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Jun 07 08:16:54.378902 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.522984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40926) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.584923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Deleting subnet 544f25d1-2156-48e7-9c5b-e86cbee670a6 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:54.588263 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.640392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.697236 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.780146 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.784210 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:54.819096 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544f25d1-2156-48e7-9c5b-e86cbee670a6,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:54.822096 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:54.825116 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.829474 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-aa0dbb3d-5f6b-41d6-a06b-b88be8ff138a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/544f25d1-2156-48e7-9c5b-e86cbee670a6 HTTP/1.1" status: 204 len: 168 time: 0.3029735 Jun 07 08:16:54.829474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40936) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.870093 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40938) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:54.930374 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:54.988657 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.054170 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.066742 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca7590b-69cb-466a-a97b-33cb3c070bf1']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:55.079405 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a35a2b-8b60-440e-ab02-d86c86356e28') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:55.079726 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a35a2b-8b60-440e-ab02-d86c86356e28') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:55.091592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.091754 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.096227 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.105318 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c5cbf04-6a93-47a0-a83f-0a0ed1d64b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:55.109102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.116135 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:55.116563 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:55.129773 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:55.143445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feaa655-2ce9-4dca-a038-b1013b8bb173,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:55.155192 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae6bd63e7a4f4d4ab2ac795d43311c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839756 Jun 07 08:16:55.155793 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40944) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.157268 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:55.211829 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.215553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:55.218686 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.228785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.230586 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ca7590b-69cb-466a-a97b-33cb3c070bf1 HTTP/1.1" status: 204 len: 168 time: 0.4003918 Jun 07 08:16:55.236608 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca7590b-69cb-466a-a97b-33cb3c070bf1,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:55.238961 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-54982fe3-6d66-4f82-a880-8e0a1a19220d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:55.246945 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.303119 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.305866 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.307273 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0feaa655-2ce9-4dca-a038-b1013b8bb173 HTTP/1.1" status: 204 len: 168 time: 0.1489899 Jun 07 08:16:55.308068 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fd06a678-c8e1-40a9-9bc7-751af6c34071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:55.319106 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feaa655-2ce9-4dca-a038-b1013b8bb173,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:55.321735 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:55.357422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40952) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.420353 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-f7c3eaa7-2f7f-4d1d-8bfe-55e6c5c9e44b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fba2c648ac4e4b629d380aecf9976cd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616944 Jun 07 08:16:55.422974 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 40958) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.537402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.574712 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.630198 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428967ec-d988-4360-93b2-732cd89403c2 req-e8dc7031-87b2-4c0d-ab40-7317a329b97a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:55.631683 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-428967ec-d988-4360-93b2-732cd89403c2 req-e8dc7031-87b2-4c0d-ab40-7317a329b97a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1434963 Jun 07 08:16:55.674137 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.676797 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.680738 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/397b50df-62a3-4130-ab5f-bec9e4c1f0fb HTTP/1.1" status: 204 len: 168 time: 0.2544510 Jun 07 08:16:55.680738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:55.697742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40964) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.704824 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b50df-62a3-4130-ab5f-bec9e4c1f0fb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:55.711611 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:55.716541 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-428967ec-d988-4360-93b2-732cd89403c2 req-8b61d013-c5f9-4493-a2aa-2c1747215e30 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747378 Jun 07 08:16:55.727355 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.899087 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.905173 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:55.914677 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9ec8b113-588c-4d27-bb33-5c0aabd8cc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:55.939208 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd9f6-c4d3-410c-9e54-70626cc17a66 req-4626208a-0ab2-4db8-9715-a41bbfd70edd tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:55.946207 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-828bd9f6-c4d3-410c-9e54-70626cc17a66 req-4626208a-0ab2-4db8-9715-a41bbfd70edd tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.0966225 Jun 07 08:16:55.955720 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c15d2338292147a58fe3ce1d0a259ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566323 Jun 07 08:16:55.956957 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871607a-f58f-436f-a705-583ff962565e,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:55.959546 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40968) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:55.961468 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.011016 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-828bd9f6-c4d3-410c-9e54-70626cc17a66 req-7814610b-32a7-40d7-9bd6-9e03993b651f tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Jun 07 08:16:56.026308 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.062244 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.116273 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.118976 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.120101 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c871607a-f58f-436f-a705-583ff962565e HTTP/1.1" status: 204 len: 168 time: 0.1596622 Jun 07 08:16:56.120826 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ea6696d6-9700-4812-8c43-77449d4e5820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.131273 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871607a-f58f-436f-a705-583ff962565e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.133855 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.168883 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.472834 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40992) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:56.493643 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.600859 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.606217 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.613802 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f7e372a-004d-4e0c-9d92-f22bbf7af209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.655905 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7230897b-ea7a-49ec-970e-b29e614a73ed,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.660131 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e678e1a4d114343a42269a20a9ccd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862612 Jun 07 08:16:56.661008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.662664 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 40998) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:56.727553 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.743577 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41000) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:56.753922 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.811726 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.815008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.816135 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7230897b-ea7a-49ec-970e-b29e614a73ed HTTP/1.1" status: 204 len: 168 time: 0.1525850 Jun 07 08:16:56.816922 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c45c55e-adfc-41f7-a8ce-ed5d59cd00d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:56.827877 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230897b-ea7a-49ec-970e-b29e614a73ed,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:56.830836 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:56.865541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-506141980-network', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:56.893729 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Made reservation on behalf of fa1d940e8f274e4abb7fbabe3d2b207f for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:56.896345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:56.950301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.033213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789dcb4-0bb8-4494-9482-bd97e666d829 req-3633b3aa-0850-47d4-8596-c2996ac1ba5b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.036062 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5789dcb4-0bb8-4494-9482-bd97e666d829 req-3633b3aa-0850-47d4-8596-c2996ac1ba5b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1276453 Jun 07 08:16:57.169689 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5789dcb4-0bb8-4494-9482-bd97e666d829 req-10cafc9e-20b4-401d-9b8d-0ea239a74616 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275716 Jun 07 08:16:57.207392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.211709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.216607 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0cbffa8c-e502-441d-a870-80e196f09885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:57.275143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:16:57.293852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab53c7c-fc3c-477a-bb2d-1851256db7d6,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:57.296945 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:57.310600 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.310959 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Added segment d11035c5-7b19-4312-889d-78f7a4529939 of type vlan for network 03a40fec-0704-4c78-b60a-c62991020c51 Jun 07 08:16:57.347396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.379370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5147a-2946-4c6f-b798-cca1bfa846d2 req-d0e42981-b36c-46cd-aa14-474594539193 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.388392 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cee5147a-2946-4c6f-b798-cca1bfa846d2 req-d0e42981-b36c-46cd-aa14-474594539193 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.1418564 Jun 07 08:16:57.412321 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.415944 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.416539 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.423144 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8203e72f-4e6c-4437-9fc7-9d80adf9437f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:57.482201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cee5147a-2946-4c6f-b798-cca1bfa846d2 req-87c49f57-8686-4b37-829d-ce24b7c5ecc9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940881 Jun 07 08:16:57.489385 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41032) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:57.490003 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7446585 Jun 07 08:16:57.495288 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Request body: {'subnet': {'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-506141980-subnet', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:57.532597 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Made reservation on behalf of fa1d940e8f274e4abb7fbabe3d2b207f for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:57.535179 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.540519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Pushing event updated for resources: {'Network': ['ID=03a40fec-0704-4c78-b60a-c62991020c51,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:57.543290 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:57.550578 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 03a40fec-0704-4c78-b60a-c62991020c51 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:16:57.784508 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.789336 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:57.842508 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72eaf7e8-b7d0-495e-a75f-3a0672100051,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:57.845384 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:57.891993 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Checking segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:57.892722 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Network hostable DHCP agents. Network: 03a40fec-0704-4c78-b60a-c62991020c51, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:16:57.906297 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-427c7291-53c2-4c06-9ef8-31e392e3da9d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.908637 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-427c7291-53c2-4c06-9ef8-31e392e3da9d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.1267357 Jun 07 08:16:57.934421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Network 03a40fec-0704-4c78-b60a-c62991020c51 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:16:57.955537 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 03a40fec-0704-4c78-b60a-c62991020c51) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:57.963625 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.964673 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:57.965920 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e0ad0-59f5-4d14-9d08-6f45de4c3ea7 None None] Network 03a40fec-0704-4c78-b60a-c62991020c51 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:58.001233 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-bb684122-fd3c-4287-bdaa-90183cccf65c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5097377 Jun 07 08:16:58.003784 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41056) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:58.008626 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:58.068442 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.071230 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.098804 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.176220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Deleting port d0928661-3599-41f2-b077-5f78e2a68e74 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:58.179880 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.417527 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-03a40fec-0704-4c78-b60a-c62991020c51', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:16:58.418419 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.516708 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] For port d0928661-3599-41f2-b077-5f78e2a68e74, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=d0928661-3599-41f2-b077-5f78e2a68e74,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:58.517109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:58.706412 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Calling delete_port for d0928661-3599-41f2-b077-5f78e2a68e74 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:58.738830 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Allocated IP 172.20.0.2 (03a40fec-0704-4c78-b60a-c62991020c51/72eaf7e8-b7d0-495e-a75f-3a0672100051/080d033c-539e-4c1a-bf4c-6ec59114897e) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:58.745679 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.119401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f83c9-fff7-48e2-bfe0-958f9daccab1 req-18a7d8b5-e34e-4b45-aac3-e2d3cec34c43 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:59.130275 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-974f83c9-fff7-48e2-bfe0-958f9daccab1 req-18a7d8b5-e34e-4b45-aac3-e2d3cec34c43 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.3586791 Jun 07 08:16:59.163249 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8292a19-82a1-478f-991b-ad409df4f893 req-e8b1451d-5c48-4655-9a49-e80c7930d164 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:59.173867 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d8292a19-82a1-478f-991b-ad409df4f893 req-e8b1451d-5c48-4655-9a49-e80c7930d164 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e535a93d-d4a6-4466-a877-8a7cc7cc6935 HTTP/1.1" status: 200 len: 946 time: 0.4036059 Jun 07 08:16:59.176498 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.188745 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.213690 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.217436 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.223728 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.245528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['d0928661-3599-41f2-b077-5f78e2a68e74'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:59.276549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Pushing event deleted for resources: {'Port': ['ID=d0928661-3599-41f2-b077-5f78e2a68e74,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.278706 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.338826 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Transition to ACTIVE for port object 080d033c-539e-4c1a-bf4c-6ec59114897e will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:59.363936 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-974f83c9-fff7-48e2-bfe0-958f9daccab1 req-b7f559f0-1511-42eb-af38-a5ff007e0cd5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280855 Jun 07 08:16:59.397662 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Allocated IP 172.27.0.138 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:59.403795 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Transition to ACTIVE for port object 080d033c-539e-4c1a-bf4c-6ec59114897e will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:59.421743 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.436884 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.445667 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d8292a19-82a1-478f-991b-ad409df4f893 req-62257399-c877-46ad-9049-28d1199f3d51 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707644 Jun 07 08:16:59.451753 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] No DVR routers for this DVR port d0928661-3599-41f2-b077-5f78e2a68e74 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:59.456089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.458981 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-891af568-e6c9-42d8-b76a-247a862b4f8f req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "DELETE /v2.0/ports/d0928661-3599-41f2-b077-5f78e2a68e74 HTTP/1.1" status: 204 len: 173 time: 1.5423980 Jun 07 08:16:59.460785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'name': 'network-vif-deleted', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:59.470631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f3882-2481-4b00-88f0-a9309bd903cb" -d '{"events": [{"server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "name": "network-vif-deleted", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:59.541482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Network 03a40fec-0704-4c78-b60a-c62991020c51 is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:59.545791 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:59.548412 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:59.634322 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Pushing event updated for resources: {'Port': ['ID=080d033c-539e-4c1a-bf4c-6ec59114897e,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.640435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.673983 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.687179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a0bbb2-c2b8-4d26-8ec6-7374a5a303bf x-openstack-request-id: req-30a0bbb2-c2b8-4d26-8ec6-7374a5a303bf {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:59.687614 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e535a93d-d4a6-4466-a877-8a7cc7cc6935", "name": "network-vif-deleted", "tag": "d0928661-3599-41f2-b077-5f78e2a68e74", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:59.688680 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30a0bbb2-c2b8-4d26-8ec6-7374a5a303bf {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:59.689661 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e535a93d-d4a6-4466-a877-8a7cc7cc6935', 'name': 'network-vif-deleted', 'tag': 'd0928661-3599-41f2-b077-5f78e2a68e74', 'status': 'completed', 'code': 200} Jun 07 08:16:59.720774 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.725267 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.782594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Attempting to bind port 080d033c-539e-4c1a-bf4c-6ec59114897e on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:59.783644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Attempting to bind port 080d033c-539e-4c1a-bf4c-6ec59114897e by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:59.784182 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Attempting to bind port 080d033c-539e-4c1a-bf4c-6ec59114897e on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:59.791825 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:59.792216 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Checking segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:59.792625 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.793173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Bound using segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:59.793655 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Bound port: 080d033c-539e-4c1a-bf4c-6ec59114897e, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:59.794240 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.799887 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:59.802844 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:59.806829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:59.895048 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:59.902654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] For port 080d033c-539e-4c1a-bf4c-6ec59114897e, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:59.904291 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:59.912272 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] For port 080d033c-539e-4c1a-bf4c-6ec59114897e, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=080d033c-539e-4c1a-bf4c-6ec59114897e,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:59.914354 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f578d-8679-47cd-9770-8b1d136400e3 req-4e4c780f-a247-4b97-b8bf-3516f5695017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:59.916072 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-644f578d-8679-47cd-9770-8b1d136400e3 req-4e4c780f-a247-4b97-b8bf-3516f5695017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1046216 Jun 07 08:16:59.920182 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:59.930011 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:59.974924 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-644f578d-8679-47cd-9770-8b1d136400e3 req-f98932eb-5189-4297-bff4-6eee263aee77 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Jun 07 08:17:00.028108 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Pushing event updated for resources: {'Port': ['ID=080d033c-539e-4c1a-bf4c-6ec59114897e,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:00.033645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:00.376516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41144) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:00.605027 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:00.671041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.022343 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.038277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.069035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41176) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:01.071491 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.169920 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41184) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:01.170501 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa3087c5e7a644bbb93ef2f01c67712c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907243 Jun 07 08:17:01.179904 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30381694-7964-4459-9e9e-eab255b2c06e,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.203612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.205464 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d0928661-3599-41f2-b077-5f78e2a68e74 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:01.287057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: d0928661-3599-41f2-b077-5f78e2a68e74 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:01.287507 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device d0928661-3599-41f2-b077-5f78e2a68e74 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:01.300741 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.356353 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.358157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-c68a6911-ba4f-4108-875e-437c457869d7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.359318 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-c68a6911-ba4f-4108-875e-437c457869d7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 808 time: 0.2401736 Jun 07 08:17:01.389068 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-6f96ecac-949f-46a6-8023-114c06dfc1f7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/quotas/7acb3bf3fa894d009c0a8bf97ab4bec0 HTTP/1.1" status: 200 len: 375 time: 0.0193181 Jun 07 08:17:01.502868 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.522126 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-9770159f-cd6f-4477-aa82-441a069fddeb tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179006 Jun 07 08:17:01.528587 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f67812-eb23-4336-a41d-4a230c884896 None None] Network 03a40fec-0704-4c78-b60a-c62991020c51 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:01.603984 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.656901 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-3f7448fb-82a7-46f7-9bae-2138eb8f6ce7 None None] Provisioning for port 080d033c-539e-4c1a-bf4c-6ec59114897e completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:01.688411 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.698014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.709567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.734348 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-e02206b2-e630-43c0-908f-d279ccea439f service neutron] 10.222.0.46 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867981 Jun 07 08:17:01.798071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.799636 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bb70d9-3373-47be-a025-c4fc3f2b6f47,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.800721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.801980 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30381694-7964-4459-9e9e-eab255b2c06e HTTP/1.1" status: 204 len: 168 time: 0.6282029 Jun 07 08:17:01.805321 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f00b5b1e-6823-4b0b-8016-3d53c8934b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:01.807004 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40d8852627b64ce5ae3848288acf330b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239592 Jun 07 08:17:01.812664 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41192) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:01.823314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.858075 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30381694-7964-4459-9e9e-eab255b2c06e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:01.863526 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:01.912396 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:01.938895 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:17:01.952111 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.013556 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-016cab3d-3209-49ee-92a3-52c2137bf2fe service neutron] 10.222.0.46 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780354 Jun 07 08:17:02.237467 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.240828 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.242271 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66bb70d9-3373-47be-a025-c4fc3f2b6f47 HTTP/1.1" status: 204 len: 168 time: 0.4251006 Jun 07 08:17:02.246097 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c4b09470-a12e-40ab-b0f4-2aa947f0d03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:02.280480 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bb70d9-3373-47be-a025-c4fc3f2b6f47,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:02.285066 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:02.316129 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:02.330464 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:02.345126 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:02.350732 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:02.366712 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.368440 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3635921 Jun 07 08:17:02.371461 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41210) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:02.383187 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-127cbce0-57ed-4934-9fd1-27b4752986d2 req-b5ca5076-7eb3-4758-a87a-74512e42758a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 210 time: 0.0900314 Jun 07 08:17:02.426333 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 080d033c-539e-4c1a-bf4c-6ec59114897e up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:02.613647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 080d033c-539e-4c1a-bf4c-6ec59114897e completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:02.622173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 080d033c-539e-4c1a-bf4c-6ec59114897e triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:02.623874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.633050 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41220) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:02.641852 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:02.686576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.847597 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.903140 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 080d033c-539e-4c1a-bf4c-6ec59114897e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=080d033c-539e-4c1a-bf4c-6ec59114897e,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:02.912673 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:02.914670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:03.066402 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=080d033c-539e-4c1a-bf4c-6ec59114897e,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:03.070167 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:03.149156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41234) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:03.252141 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:00Z', 'revision_number': 3, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:03.257224 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:03.257683 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Updating router c00e93cb-eec8-423e-a4e1-423a0dbe1523 port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:03.272040 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:03.299497 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:03.316154 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-e8e8b5bc-e700-418d-b5fc-c126684c6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:03.318438 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-e8e8b5bc-e700-418d-b5fc-c126684c6b37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.4686933 Jun 07 08:17:03.319212 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:03.331852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-bc53c43d-bcb2-4ad8-afb1-ef06d16e1337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:03.352542 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:03.451740 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57551e9-e1b5-49b5-ae97-2758ed0cf730 req-72947633-1600-4c4a-8472-e5f2459a7338 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:03.474550 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f57551e9-e1b5-49b5-ae97-2758ed0cf730 req-72947633-1600-4c4a-8472-e5f2459a7338 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.4424589 Jun 07 08:17:03.538224 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53d81ea2c53b499b8b47d2189d47d075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024796 Jun 07 08:17:03.539429 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5773592a-585a-428f-be70-8ca6efcff2eb,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:03.564093 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41248) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:03.570221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:03.827843 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7c9ffdf6-671f-4b60-94c6-f23b31511a83 req-1ea44c36-7c75-421b-88f9-2da2a4b272db tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 210 time: 0.1901064 Jun 07 08:17:03.877403 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f57551e9-e1b5-49b5-ae97-2758ed0cf730 req-3937cc36-4597-44e8-89af-73d5734e8c8d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017134 Jun 07 08:17:03.941329 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-a56254b6-ddef-458f-933d-ac06df7f9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:03.943170 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-a56254b6-ddef-458f-933d-ac06df7f9d96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.5645349 Jun 07 08:17:03.954031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.037815 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.057885 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-13f15a35-0478-4ff8-94fe-9cd5ad1942ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0974231 Jun 07 08:17:04.064709 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.101390 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Transition to ACTIVE for port object 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:04.107830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.124980 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.150562 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:04.171306 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.190911 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.203062 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:04.207576 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 080d033c-539e-4c1a-bf4c-6ec59114897e up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:04.232660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-3283a90e-bb4f-4153-bffe-2977ec4c7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:04.234356 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-3283a90e-bb4f-4153-bffe-2977ec4c7f5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.1661961 Jun 07 08:17:04.273662 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Attempting to bind port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:04.274218 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Attempting to bind port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:04.274593 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Attempting to bind port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:04.282239 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Pushing event updated for resources: {'Port': ['ID=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,revision_number=2']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:04.288641 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:04.289588 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:04.290024 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.290452 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:04.290942 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Bound port: 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:04.291315 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.305177 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2af67f95bbed4b5a99b402d0d8fa0ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1526461 Jun 07 08:17:04.311524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dc52c4-0446-4135-b3e8-33ff33f9195d,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:04.314622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41254) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:04.319869 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-4c5aa5cb-baa2-4f9f-a16d-05c610934dda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594013 Jun 07 08:17:04.331136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:04.345482 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.345844 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.346217 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.346543 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.347048 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.347755 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.348146 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.348898 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.349374 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.350396 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.350773 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.351164 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:04.356287 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:04.398905 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 080d033c-539e-4c1a-bf4c-6ec59114897e triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:04.399566 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.437534 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] For port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:04.444986 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] For port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:04.450788 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.460194 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:04.464840 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.467511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.468938 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5773592a-585a-428f-be70-8ca6efcff2eb HTTP/1.1" status: 204 len: 168 time: 0.9021325 Jun 07 08:17:04.486125 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8bf15bd0-154f-49e3-9426-1956c8ccb0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:04.566892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773592a-585a-428f-be70-8ca6efcff2eb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:04.575480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:04.630859 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Allocated IP 172.20.0.1 (03a40fec-0704-4c78-b60a-c62991020c51/72eaf7e8-b7d0-495e-a75f-3a0672100051/046ba324-a52c-495b-8444-c3ff061863b9) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:04.632852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.666027 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-26186275-fdba-49d8-b86f-1ec3d2dd8345 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338594 Jun 07 08:17:04.682351 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Pushing event updated for resources: {'Port': ['ID=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:04.685877 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:04.702492 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:04.704008 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:04.758618 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:04.845696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-3ce9a7b2-e1de-48be-9163-1d5f11c44123 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:04.872805 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-3ce9a7b2-e1de-48be-9163-1d5f11c44123 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 808 time: 0.6236234 Jun 07 08:17:04.900295 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Request body: {'port': {'device_id': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c', 'admin_state_up': True, 'tenant_id': '7acb3bf3fa894d009c0a8bf97ab4bec0'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:05.021284 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:05.227857 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0eac5e4f-30f3-412b-a97e-fe26eb380d75 req-f7db49cd-7f67-463f-8358-9bf51ecd6fd1 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 210 time: 0.0837696 Jun 07 08:17:05.308179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.312478 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.320569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94dc52c4-0446-4135-b3e8-33ff33f9195d HTTP/1.1" status: 204 len: 168 time: 1.0005012 Jun 07 08:17:05.341091 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:05.374615 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Made reservation on behalf of 7acb3bf3fa894d009c0a8bf97ab4bec0 for: {'port': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:05.382523 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.429480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dc52c4-0446-4135-b3e8-33ff33f9195d,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:05.431758 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.437098 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:05.511040 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Transition to ACTIVE for port object 046ba324-a52c-495b-8444-c3ff061863b9 will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:05.531154 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d03c5fd-0c6c-49bb-a1a0-da587a257dbd req-f54a0f05-dd20-42a6-8185-fee1922774f5 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552275 Jun 07 08:17:05.587503 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3471f0-0797-414e-9c91-c22fdfa0ab93 req-32afaead-67ad-40d2-817c-4d762233b69e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:05.593088 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ef3471f0-0797-414e-9c91-c22fdfa0ab93 req-32afaead-67ad-40d2-817c-4d762233b69e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.5341270 Jun 07 08:17:05.633233 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:00Z', 'revision_number': 3, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:05.640876 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.646041 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2768549-fcfa-4d03-91dd-b629cd158624 None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:00Z', 'revision_number': 3, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:05.662689 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:05.680830 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ef3471f0-0797-414e-9c91-c22fdfa0ab93 req-785c3588-39ca-4a21-bd93-c6da1ca3726f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787945 Jun 07 08:17:05.711033 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Allocated IP 172.20.0.8 (f9dc53e2-89ee-4993-85c9-19036df1d80c/43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e/9e723a11-f186-4677-8c18-3839c50188dc) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:05.717905 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Network 03a40fec-0704-4c78-b60a-c62991020c51 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:05.726948 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:05.740814 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:05.741807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:05.833435 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Pushing event updated for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:05.836876 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.093642 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-17568c6c-b928-4f8f-9bbe-31015632e5a8 None None] Provisioning for port 046ba324-a52c-495b-8444-c3ff061863b9 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:06.104506 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-17568c6c-b928-4f8f-9bbe-31015632e5a8 None None] Provisioning complete for port 046ba324-a52c-495b-8444-c3ff061863b9 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:06.105895 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-17568c6c-b928-4f8f-9bbe-31015632e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.207576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.232596 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-17568c6c-b928-4f8f-9bbe-31015632e5a8 None None] Port 046ba324-a52c-495b-8444-c3ff061863b9 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:06.258835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:06.266920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41324) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.297111 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.345308 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:06.346457 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.356885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:06.358658 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.444897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.459776 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.488946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41326) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:06.521407 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Network f9dc53e2-89ee-4993-85c9-19036df1d80c is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:06.532105 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:06.544055 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:06.554335 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:06.555061 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.598222 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.629893 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:06.637389 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.641175 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:06.641405 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Pushing event updated for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.741651 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.758927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915db7a-0628-475f-be4e-e0800ed56395 req-44837bb3-3998-4626-9e81-5bdc684d7f95 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:06.767765 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7915db7a-0628-475f-be4e-e0800ed56395 req-44837bb3-3998-4626-9e81-5bdc684d7f95 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 931 time: 0.3534660 Jun 07 08:17:06.810736 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:06.815005 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:06.852839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.879884 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-23065b59-4ee1-498f-9a05-49916689cc0a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9926219 Jun 07 08:17:06.890589 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.908527 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Request body: {'port': {'device_id': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:06.933119 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.961902 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.962769 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:06.998606 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d0697d96-f92d-48ad-894c-9886dffce23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.018022 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7915db7a-0628-475f-be4e-e0800ed56395 req-7f9ea072-001b-44d9-a7ce-3e5a6f1ee956 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492986 Jun 07 08:17:07.019380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.080065 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43d849eafda04fb197f4bfcbbaec23b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8120313 Jun 07 08:17:07.087533 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41348) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:07.088298 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.107250 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03dc0e9-51e0-4110-8df9-b2dab5fb56bd,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.118781 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.194796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c2f9-9490-4afe-b89a-ab3e87e1443f req-2b6f7b0b-e4f9-4b02-8d1c-6caba3e5f681 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.201925 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a0e2c2f9-9490-4afe-b89a-ab3e87e1443f req-2b6f7b0b-e4f9-4b02-8d1c-6caba3e5f681 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2830458 Jun 07 08:17:07.287956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a0e2c2f9-9490-4afe-b89a-ab3e87e1443f req-4f9d7ea6-821b-4a72-ad8c-07c5f0f586d4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851038 Jun 07 08:17:07.305865 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.316020 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.326135 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5ab2333b-5dbf-4a4e-ad4b-d3bf3812611f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.380769 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d28275be2224ef187bbb06658514600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845971 Jun 07 08:17:07.381307 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Pushing event updated for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.382318 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197d764-412b-4cde-9a5e-a65459c7205d,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.384885 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41356) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:07.388695 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.397883 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.400663 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.453161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.471884 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.494153 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Network 03a40fec-0704-4c78-b60a-c62991020c51 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:07.498760 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.502654 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:07.560849 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.564251 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.567805 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5197d764-412b-4cde-9a5e-a65459c7205d HTTP/1.1" status: 204 len: 168 time: 0.1793818 Jun 07 08:17:07.567805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:07.589454 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197d764-412b-4cde-9a5e-a65459c7205d,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:07.589662 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.591966 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:07.792925 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:17:07.877519 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-f11c0922-143f-4439-acb6-e1385b08b420 None None] Provisioning complete for port 046ba324-a52c-495b-8444-c3ff061863b9 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:07.881117 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f11c0922-143f-4439-acb6-e1385b08b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.977904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-f11c0922-143f-4439-acb6-e1385b08b420 None None] Port 046ba324-a52c-495b-8444-c3ff061863b9 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:08.032283 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.035051 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.038880 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d03dc0e9-51e0-4110-8df9-b2dab5fb56bd HTTP/1.1" status: 204 len: 168 time: 0.8933427 Jun 07 08:17:08.043382 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2d1da8a4-1afe-49e4-a578-26a80c6fdde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:08.068923 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03dc0e9-51e0-4110-8df9-b2dab5fb56bd,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:08.090829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:08.109216 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:08.236096 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:08.295419 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b5024-0152-48ee-9a38-4c3cc74ed1b3 req-cfa97f74-4aa8-4366-beff-8c4dff2da5d4 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.303047 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e00b5024-0152-48ee-9a38-4c3cc74ed1b3 req-cfa97f74-4aa8-4366-beff-8c4dff2da5d4 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 931 time: 0.1010358 Jun 07 08:17:08.367402 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e00b5024-0152-48ee-9a38-4c3cc74ed1b3 req-472b6d5c-88e0-49e9-beb2-ee4acb7749dc tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Jun 07 08:17:08.395136 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:08.395536 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.416842 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e723a11-f186-4677-8c18-3839c50188dc {{(pid=92004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:08.429609 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.432664 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:08.439929 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/c00e93cb-eec8-423e-a4e1-423a0dbe1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0667412 Jun 07 08:17:08.452989 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Transition to ACTIVE for port object 9e723a11-f186-4677-8c18-3839c50188dc will not be triggered until provisioned by entity L2. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:08.459177 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.467813 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9002b883-d90d-43fe-8077-789c5ed9cfa8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:08.483927 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:08.514374 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:08.515279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:08.630005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec579a8-e456-439e-8e35-5cefd312f8d7 req-ef9f2e3d-c144-4641-bc42-c0e824f4989d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.640114 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ec579a8-e456-439e-8e35-5cefd312f8d7 req-ef9f2e3d-c144-4641-bc42-c0e824f4989d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1736100 Jun 07 08:17:08.690909 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ec579a8-e456-439e-8e35-5cefd312f8d7 req-5506f1a1-e92f-4754-b16a-0e2d1c04a92e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Jun 07 08:17:08.742310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41406) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:08.781977 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Pushing event updated for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:08.787102 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:08.794684 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Attempting to bind port 9e723a11-f186-4677-8c18-3839c50188dc on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:08.795149 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Attempting to bind port 9e723a11-f186-4677-8c18-3839c50188dc by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:08.796165 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Attempting to bind port 9e723a11-f186-4677-8c18-3839c50188dc on network f9dc53e2-89ee-4993-85c9-19036df1d80c {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:08.802735 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Port 9e723a11-f186-4677-8c18-3839c50188dc on network f9dc53e2-89ee-4993-85c9-19036df1d80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:08.803174 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Attempting to bind port 9e723a11-f186-4677-8c18-3839c50188dc on network f9dc53e2-89ee-4993-85c9-19036df1d80c {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:08.818121 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:08.818869 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Checking segment: {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:08.819115 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Bound using segment: {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:08.819659 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Bound port: 9e723a11-f186-4677-8c18-3839c50188dc, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad260ad6-3835-4a87-a6ac-b9450a1820a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c'}}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:08.820105 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.833727 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:08.919747 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, cleared binding levels {{(pid=92004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:08.923638 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9e723a11-f186-4677-8c18-3839c50188dc,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:08.929388 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.941110 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b217bff6-9545-458e-ac5c-e5dc6b8cb334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.006459 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.095079 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.095682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.097097 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] 10.222.0.45 "PUT /v2.0/ports/9e723a11-f186-4677-8c18-3839c50188dc HTTP/1.1" status: 200 len: 1093 time: 2.1985145 Jun 07 08:17:09.097583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:09.099903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ce8596-1377-4e27-a547-5512cccdebb3" -d '{"events": [{"name": "network-changed", "server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "tag": "9e723a11-f186-4677-8c18-3839c50188dc"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:09.125511 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Pushing event updated for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=3']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.130733 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.211995 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.218477 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.222677 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48371c9e-5539-48b7-b152-39a5dd986314 x-openstack-request-id: req-48371c9e-5539-48b7-b152-39a5dd986314 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:09.222985 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "tag": "9e723a11-f186-4677-8c18-3839c50188dc", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:09.223262 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48371c9e-5539-48b7-b152-39a5dd986314 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:09.223675 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc', 'status': 'completed', 'code': 200} Jun 07 08:17:09.228534 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-de3ec51d-eed4-4264-9147-0140101386c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.280053 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67822586-64ee-4ad7-b5d8-66b23d4959ac,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.285678 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4b7b70a143c42bc863e65c89478f64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420730 Jun 07 08:17:09.287073 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.288367 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41428) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:09.318039 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 2, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:09.325015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:09.326437 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Updating router c00e93cb-eec8-423e-a4e1-423a0dbe1523 port 046ba324-a52c-495b-8444-c3ff061863b9 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:17:09.330328 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-1094c14e-6e9d-4408-a592-5ee3aa3d5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.331811 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-1094c14e-6e9d-4408-a592-5ee3aa3d5f95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 1096 time: 0.1634641 Jun 07 08:17:09.352059 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41430) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:09.387095 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.419214 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-32a9afb3-452f-4c47-a2d9-732083ff5840 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723a11-f186-4677-8c18-3839c50188dc HTTP/1.1" status: 200 len: 217 time: 0.0707610 Jun 07 08:17:09.478024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.506234 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.573706 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.576762 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.578672 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67822586-64ee-4ad7-b5d8-66b23d4959ac HTTP/1.1" status: 204 len: 168 time: 0.2894027 Jun 07 08:17:09.581705 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-bbca8b36-408a-4a71-8503-3d716ef6b3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:09.595198 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-18e8e5ee-3a59-4f91-966e-6961cae7403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.597075 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-18e8e5ee-3a59-4f91-966e-6961cae7403f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e HTTP/1.1" status: 200 len: 848 time: 0.1667843 Jun 07 08:17:09.599987 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67822586-64ee-4ad7-b5d8-66b23d4959ac,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:09.602428 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:09.653224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.662153 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-1d7bb5fb-5808-47c5-bef6-d19693be8e7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9dc53e2-89ee-4993-85c9-19036df1d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580101 Jun 07 08:17:09.725925 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dea330-7bbd-4046-be5d-e216b2bd89c6 req-12a67af0-a08e-4f98-88ac-914cfecf7898 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.735877 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-93dea330-7bbd-4046-be5d-e216b2bd89c6 req-12a67af0-a08e-4f98-88ac-914cfecf7898 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 943 time: 0.2084556 Jun 07 08:17:09.875098 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-256a3a29-ea71-4e98-b542-21eb43634673 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041159 Jun 07 08:17:09.901350 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-93dea330-7bbd-4046-be5d-e216b2bd89c6 req-f38923ec-d217-4b11-b228-f4a011eedb27 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645091 Jun 07 08:17:09.928005 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.943463 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Transition to ACTIVE for port object 046ba324-a52c-495b-8444-c3ff061863b9 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:09.952505 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:09.959015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-c4576504-33a2-43fa-8901-fe78ff895279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.048274 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.058936 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.096875 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-22c2b94e-c17b-4d19-9840-bd454a91d25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.127734 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6547b0-dba8-45b4-a7a7-35c1d568d9d0,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.142241 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.170009 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41460) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.179012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413108298', 'description': 'tempest-description--1741925396'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:10.187009 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c29320370ee4d9e89e0b3ce59256d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338587 Jun 07 08:17:10.190121 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41462) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.252775 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-fe4e398f-2e0c-4363-a90b-d123bcdc9972 req-6fbb66b0-0d20-40a4-87b9-1cda7d8a71e4 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711038 Jun 07 08:17:10.283119 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Pushing event updated for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.285182 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.302654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.318851 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.357323 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Attempting to bind port 046ba324-a52c-495b-8444-c3ff061863b9 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:10.359057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Attempting to bind port 046ba324-a52c-495b-8444-c3ff061863b9 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:10.360169 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Attempting to bind port 046ba324-a52c-495b-8444-c3ff061863b9 on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:10.367103 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:10.368353 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Checking segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:10.369093 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.371649 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Bound using segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:10.372459 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Bound port: 046ba324-a52c-495b-8444-c3ff061863b9, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:10.373074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.478508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.496185 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] For port 046ba324-a52c-495b-8444-c3ff061863b9, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:10.500849 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] For port 046ba324-a52c-495b-8444-c3ff061863b9, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=046ba324-a52c-495b-8444-c3ff061863b9,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:10.505766 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.518682 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.597879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfab96-f44c-4e1b-a104-012b6e9dc7c2 req-97c14b40-f8ab-4d25-8f68-608f968b7619 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:10.607888 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ebbfab96-f44c-4e1b-a104-012b6e9dc7c2 req-97c14b40-f8ab-4d25-8f68-608f968b7619 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1930153 Jun 07 08:17:10.611255 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:10.612115 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:16:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:10.646906 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.654282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.658402 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee6547b0-dba8-45b4-a7a7-35c1d568d9d0 HTTP/1.1" status: 204 len: 168 time: 0.4645779 Jun 07 08:17:10.658402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.683874 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6547b0-dba8-45b4-a7a7-35c1d568d9d0,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.690575 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.699764 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-98525f23-5b58-4762-a1d3-e09721f62f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:10.706000 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-98525f23-5b58-4762-a1d3-e09721f62f31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 1096 time: 0.3205860 Jun 07 08:17:10.707913 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ebbfab96-f44c-4e1b-a104-012b6e9dc7c2 req-c92d9acc-eff7-4e53-91c8-528cd20a1c01 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989654 Jun 07 08:17:10.716316 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.720315 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41472) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.790680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.815803 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-73da9492-856f-426e-b924-f1aea3244d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:10.835961 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.837575 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6663952 Jun 07 08:17:10.839315 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.841380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41478) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:10.849722 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group_rule': {'security_group_id': '9499fd47-0d74-42ca-be57-130a986d5c81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:10.899956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.944531 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Pushing event updated for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:10.961066 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:10.989710 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:10.992958 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9499fd47-0d74-42ca-be57-130a986d5c81,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.011523 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.018238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.029086 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.057504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e8b0ed-6ec2-4de7-aa43-3437bc793ed1,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.067803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.070007 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.119914 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-b0a3ee3d-2fb3-435a-813d-b773dcc8871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:11.121385 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-b0a3ee3d-2fb3-435a-813d-b773dcc8871f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 200 len: 909 time: 0.4078391 Jun 07 08:17:11.229456 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-9cea1d5e-4b85-414a-84b3-c2ba8581ab89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723a11-f186-4677-8c18-3839c50188dc HTTP/1.1" status: 200 len: 217 time: 0.0961976 Jun 07 08:17:11.245862 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bba1-64f2-42ee-a821-a4cea88f5215 req-8e80f876-cdfa-4f5b-98f5-7e735d3e32ae tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:11.248034 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2ea9bba1-64f2-42ee-a821-a4cea88f5215 req-8e80f876-cdfa-4f5b-98f5-7e735d3e32ae tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 943 time: 0.1665349 Jun 07 08:17:11.287259 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9e723a11-f186-4677-8c18-3839c50188dc details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:11.324027 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.338712 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.366541 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c87bba79-6bf3-4ff6-80cb-c8c8216c6b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.371799 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2ea9bba1-64f2-42ee-a821-a4cea88f5215 req-9d6847c4-5bff-4f5a-8374-4fc6928c87ce tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178293 Jun 07 08:17:11.378224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.381192 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5385489 Jun 07 08:17:11.381330 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-79cf5bfa-ab67-4fec-9621-4ffc7e64c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:11.390315 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-79cf5bfa-ab67-4fec-9621-4ffc7e64c2d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e HTTP/1.1" status: 200 len: 848 time: 0.1443954 Jun 07 08:17:11.390315 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41492) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:11.409031 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group_rule': {'security_group_id': '9499fd47-0d74-42ca-be57-130a986d5c81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:11.510371 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5fcd14a092b499a8dc5b92f7f11c707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508256 Jun 07 08:17:11.512957 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41496) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:11.540755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560da3ce-f1ec-4fc5-8f4c-8571019bffd4,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.560380 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-2713bf34-642d-478c-a9a4-4005f7d7c1dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9dc53e2-89ee-4993-85c9-19036df1d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531279 Jun 07 08:17:11.563913 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:11.641744 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41500) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:11.674984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.682130 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9e723a11-f186-4677-8c18-3839c50188dc,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:11.705314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.714255 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-1e66e42c-00b7-4b5d-9909-62836f1bc97e service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462433 Jun 07 08:17:11.738971 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '9e723a11-f186-4677-8c18-3839c50188dc', 'network_id': 'f9dc53e2-89ee-4993-85c9-19036df1d80c', 'port_id': '9e723a11-f186-4677-8c18-3839c50188dc', 'mac_address': 'fa:16:3e:1c:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:11.765003 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.869277 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:10Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:11.881463 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479817e-8693-4209-8495-d3bc0c3d2133 None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:10Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:11.891364 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.893809 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.894985 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/560da3ce-f1ec-4fc5-8f4c-8571019bffd4 HTTP/1.1" status: 204 len: 168 time: 0.3803980 Jun 07 08:17:11.906345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e886bdda-6460-4990-8836-b5031fa356d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:11.910947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.933350 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560da3ce-f1ec-4fc5-8f4c-8571019bffd4,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:11.947764 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:12.058528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e723a11-f186-4677-8c18-3839c50188dc {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:12.104792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9e723a11-f186-4677-8c18-3839c50188dc,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:12.111537 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.113606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.120221 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-98ce8596-1377-4e27-a547-5512cccdebb3 req-46e12d7f-84ff-4699-840d-30b64b220146 service neutron] 10.222.0.45 "GET /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896322 Jun 07 08:17:12.123747 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.251427 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.261869 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.264237 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.273336 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:12.275918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.285166 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:12.286394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.315312 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ac1079-a5d6-4e96-a782-7dbdd6c86c25,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:12.316045 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 046ba324-a52c-495b-8444-c3ff061863b9 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:12.326213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-769de7ad-4c7a-4171-94c3-aeada6620e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.336177 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9229c24575644075a555f92d7836121b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756358 Jun 07 08:17:12.339221 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:12.340712 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41548) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.387716 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.389643 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a318d-f872-46f5-8f98-1901aa170ff1 req-b1727dfd-7054-40f5-9049-a60f3afaf821 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:12.394174 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9e4a318d-f872-46f5-8f98-1901aa170ff1 req-b1727dfd-7054-40f5-9049-a60f3afaf821 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.4299004 Jun 07 08:17:12.403602 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0091455 Jun 07 08:17:12.405978 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41552) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.425227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:12.430786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6df3ec-f448-4ad0-81c5-4cdc45349bed,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:12.441510 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:12.501883 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 046ba324-a52c-495b-8444-c3ff061863b9 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:12.514370 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 046ba324-a52c-495b-8444-c3ff061863b9 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:12.514898 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.565184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9e4a318d-f872-46f5-8f98-1901aa170ff1 req-68f0c189-1187-4266-ae84-c9b6e35a4213 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608820 Jun 07 08:17:12.574460 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.663700 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41556) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:12.680835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9e723a11-f186-4677-8c18-3839c50188dc'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:12.773969 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.803647 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.854243 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.894458 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.898777 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.914020 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49122f12-db53-46a3-8644-2e21644aded0 req-d1b00aef-a83d-457f-b00b-f6fb2df8f874 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:12.915774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49122f12-db53-46a3-8644-2e21644aded0 req-d1b00aef-a83d-457f-b00b-f6fb2df8f874 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 944 time: 0.2933578 Jun 07 08:17:12.923376 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b6df3ec-f448-4ad0-81c5-4cdc45349bed HTTP/1.1" status: 204 len: 168 time: 0.5661654 Jun 07 08:17:12.928054 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-eba056b0-181b-4b2a-ba14-92c2de3a973b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:12.948144 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6df3ec-f448-4ad0-81c5-4cdc45349bed,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:12.955266 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.015296 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49122f12-db53-46a3-8644-2e21644aded0 req-b4390acb-e806-4605-8fc9-bf18cb07904e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913272 Jun 07 08:17:13.034992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.098164 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.105643 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.120168 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3b3bc87c-1528-4495-846f-0c27b4818304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:13.151054 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.172697 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a77016b46abd4d07903f51b738268e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077701 Jun 07 08:17:13.174512 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339973e3-299e-471e-b421-cdf3ed53edab,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:13.191683 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41566) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:13.240019 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.244401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Allocated IP 172.27.0.9 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/e161a907-b1c3-45b7-8b04-d7e969b1feb1) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:13.306228 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 046ba324-a52c-495b-8444-c3ff061863b9, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=046ba324-a52c-495b-8444-c3ff061863b9,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:13.334456 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.348766 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:13.357384 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.425888 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.460335 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.503200 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.510601 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:13.559043 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.563161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:13.566602 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.571589 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.575235 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/339973e3-299e-471e-b421-cdf3ed53edab HTTP/1.1" status: 204 len: 168 time: 0.3798518 Jun 07 08:17:13.576502 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8c9ae54e-0988-437e-a765-db1ddf497c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:13.592933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339973e3-299e-471e-b421-cdf3ed53edab,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:13.597995 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.627235 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:13.631199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:13.639663 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:13.695994 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=e161a907-b1c3-45b7-8b04-d7e969b1feb1,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:13.701425 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:13.851409 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.969458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.110885 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58336dc7-8d1a-4a60-ba4b-98901ca2f38f req-a90cd691-757f-43e4-8c77-5f2570c6de91 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:14.112378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58336dc7-8d1a-4a60-ba4b-98901ca2f38f req-a90cd691-757f-43e4-8c77-5f2570c6de91 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2515354 Jun 07 08:17:14.201151 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58336dc7-8d1a-4a60-ba4b-98901ca2f38f req-60f51724-6e78-4e64-8ecb-7063b8b5591a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669608 Jun 07 08:17:14.204583 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 046ba324-a52c-495b-8444-c3ff061863b9 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:14.283921 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 046ba324-a52c-495b-8444-c3ff061863b9 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:14.284874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.384158 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.396056 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.405295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-978f6bd4-909a-431f-aaad-5c666df2ca65 tempest-DeleteServersTestJSON-321019844 tempest-DeleteServersTestJSON-321019844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:14.548421 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.583686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=e161a907-b1c3-45b7-8b04-d7e969b1feb1,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:14.587168 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:14.589873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:14.591321 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1839035 Jun 07 08:17:14.609525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6ee8-7e88-463e-af18-7b22f54fbc3c req-3ad9bfd7-b8a7-4d39-94b5-5b67a9bd5cbb tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:14.611063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac5b6ee8-7e88-463e-af18-7b22f54fbc3c req-3ad9bfd7-b8a7-4d39-94b5-5b67a9bd5cbb tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 944 time: 0.2732735 Jun 07 08:17:14.662022 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac5b6ee8-7e88-463e-af18-7b22f54fbc3c req-ac998599-ecbf-47cd-9eff-ac31e65742c9 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Jun 07 08:17:14.917273 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6592231d-8b82-494d-b697-28fdf6864822 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--413108298&fields=id&tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 267 time: 0.0527196 Jun 07 08:17:15.174094 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-89b24666-ea74-4358-bb89-1a50bfe44b61 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:15.175570 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-89b24666-ea74-4358-bb89-1a50bfe44b61 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 810 time: 0.2506402 Jun 07 08:17:15.191126 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-f04ee779-f7b1-42af-8a6f-1df9fb65ec2a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/quotas/fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 375 time: 0.0098770 Jun 07 08:17:15.304139 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9e723a11-f186-4677-8c18-3839c50188dc up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:15.315184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-56d00593-ef89-447b-be9d-7f806a8fcbdb tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176026 Jun 07 08:17:15.431731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 9e723a11-f186-4677-8c18-3839c50188dc completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:15.436932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 9e723a11-f186-4677-8c18-3839c50188dc triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:15.438050 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.550685 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-137dd187-d054-4ca9-a2c2-e3212452c541 service neutron] 10.222.0.46 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237484 Jun 07 08:17:15.565172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.598894 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:15.601251 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7a344-afe5-40a5-828a-0be9aeaaf1c0" -d '{"events": [{"server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "name": "network-vif-plugged", "status": "completed", "tag": "9e723a11-f186-4677-8c18-3839c50188dc"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:15.610609 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9e723a11-f186-4677-8c18-3839c50188dc,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:15.612384 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feeab1-b39f-4dc2-9b07-d899ea1b762b req-f3987dd6-75ab-4b3f-bc92-22b2bc3bdee7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:15.613974 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45feeab1-b39f-4dc2-9b07-d899ea1b762b req-f3987dd6-75ab-4b3f-bc92-22b2bc3bdee7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1540008 Jun 07 08:17:15.620534 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:15.622819 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:15.694082 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:15.700672 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:15.746979 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45feeab1-b39f-4dc2-9b07-d899ea1b762b req-74977502-8f16-4970-b161-29fa4dc10650 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Jun 07 08:17:15.756085 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-534a4f5d-898d-4eda-a540-abde0e0998d2 service neutron] 10.222.0.46 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921852 Jun 07 08:17:15.787771 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98535b96-b11f-41a2-87ae-42f143afb592 x-openstack-request-id: req-98535b96-b11f-41a2-87ae-42f143afb592 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:15.788057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "name": "network-vif-plugged", "status": "completed", "tag": "9e723a11-f186-4677-8c18-3839c50188dc", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:15.788330 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98535b96-b11f-41a2-87ae-42f143afb592 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:15.788726 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc', 'code': 200} Jun 07 08:17:16.025401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9c2cf5aa-daa3-40bb-baa6-8a42263f4c58 req-072f712c-2f20-466c-8ce3-2dffb2445c76 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0794647 Jun 07 08:17:16.080595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba14dde-2d60-4cd0-a687-2284103b25b6 req-89e250bc-81fe-472d-844d-054d43606b2d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:16.082616 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8ba14dde-2d60-4cd0-a687-2284103b25b6 req-89e250bc-81fe-472d-844d-054d43606b2d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.1783359 Jun 07 08:17:16.174945 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187656e6-c2c5-4ce4-b344-8a9edac7ac0c req-e0374fc1-12d4-43d7-b997-b78c90040bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:16.175491 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8ba14dde-2d60-4cd0-a687-2284103b25b6 req-fa33a53e-2815-46f8-b1e7-ce1c575f350c tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646975 Jun 07 08:17:16.177442 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-187656e6-c2c5-4ce4-b344-8a9edac7ac0c req-e0374fc1-12d4-43d7-b997-b78c90040bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 1098 time: 0.1275663 Jun 07 08:17:16.246567 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-187656e6-c2c5-4ce4-b344-8a9edac7ac0c req-026e168d-1ca8-41a2-bc37-9e40c9b3d6f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Jun 07 08:17:16.562296 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41738) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:16.709620 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.878645 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.888359 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:16.898636 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-834e348c-da5f-43a7-8f7e-b557338dc4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:16.934514 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21ab49-b689-4a36-9c7e-80b1a6c2c9a1,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:16.951316 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:16.968517 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aeb6732d1f1a46808b8a7fcc6081608d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026985 Jun 07 08:17:16.969249 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41756) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.034084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af83281-3024-43e4-8586-9515774ee4f0 req-5fd33806-cfc7-4316-a546-10caef46cec6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:17.035592 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9af83281-3024-43e4-8586-9515774ee4f0 req-5fd33806-cfc7-4316-a546-10caef46cec6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1370940 Jun 07 08:17:17.102095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.108690 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9af83281-3024-43e4-8586-9515774ee4f0 req-bc161414-e77a-4817-84f5-803c6a1c5c90 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585120 Jun 07 08:17:17.143412 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.166896 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.228456 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a9cce047-d760-4361-bd8a-726009a52c30 req-34f5f77e-5b50-41fa-be6b-959ca75b0943 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0526505 Jun 07 08:17:17.279993 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.282652 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.283866 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee21ab49-b689-4a36-9c7e-80b1a6c2c9a1 HTTP/1.1" status: 204 len: 168 time: 0.3135197 Jun 07 08:17:17.284695 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-97351006-0850-4ec3-bdf6-b32555c3b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:17.332985 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21ab49-b689-4a36-9c7e-80b1a6c2c9a1,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:17.340658 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:17.388298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804e1f2-5d6d-4800-9b85-4ffff94fd62a req-1158230b-f195-4ebb-86ba-d8d23b2d0d85 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:17.389772 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e804e1f2-5d6d-4800-9b85-4ffff94fd62a req-1158230b-f195-4ebb-86ba-d8d23b2d0d85 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0919280 Jun 07 08:17:17.443330 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e804e1f2-5d6d-4800-9b85-4ffff94fd62a req-a17ab311-9077-42f0-b057-401addd6a7c1 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Jun 07 08:17:17.483792 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41778) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.602860 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.716790 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.720865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.728012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f5429156-a4e1-4a8c-86f8-e64a0d6b7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:17.775398 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=641d83d0ccfc47b8ba75cc5d62177a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904382 Jun 07 08:17:17.776957 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda02625-3498-4b82-ba22-28c84f295510,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:17.778067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41796) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:17.779791 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:17.839622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.873461 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.925724 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.928220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:17.929375 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fda02625-3498-4b82-ba22-28c84f295510 HTTP/1.1" status: 204 len: 168 time: 0.1497805 Jun 07 08:17:17.930203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-daea5d5f-66cd-4ab2-b26b-c0cff5a31dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:17.954219 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda02625-3498-4b82-ba22-28c84f295510,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:17.957379 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.311031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a67c6-161f-4995-b978-35fd58d98d69 req-a83bf4fe-ffd3-4748-998b-8511c3a02430 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:18.313285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41818) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.313532 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-627a67c6-161f-4995-b978-35fd58d98d69 req-a83bf4fe-ffd3-4748-998b-8511c3a02430 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0938764 Jun 07 08:17:18.331169 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.363310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-627a67c6-161f-4995-b978-35fd58d98d69 req-8faac230-b1b2-47e6-8b02-787bd5b194a3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Jun 07 08:17:18.453682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.458176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.467028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-45738c6e-8bb6-4629-b7c6-6755d61a5447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.512192 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b77306fe55847179c718bec99755897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972377 Jun 07 08:17:18.512962 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cad6c1-ca1c-4a97-8c4b-3cb018d9efa2,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.514022 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41832) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:18.516646 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.547821 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d472511-a886-4f3b-9119-aa77710ba1f6 req-5236d8e9-433d-430d-96a3-9c269d052f4b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0770237 Jun 07 08:17:18.597025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.631875 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.724523 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.727178 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:18.728444 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1cad6c1-ca1c-4a97-8c4b-3cb018d9efa2 HTTP/1.1" status: 204 len: 168 time: 0.2133238 Jun 07 08:17:18.737113 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f9b7e52c-4671-4617-a50e-b2076591478b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:18.750437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cad6c1-ca1c-4a97-8c4b-3cb018d9efa2,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:18.759352 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:18.789176 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4e7e-53bd-4915-aa0a-8896a9cce693 req-e9773ac6-5053-4605-9419-be9c30837bc2 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:18.798787 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-690a4e7e-53bd-4915-aa0a-8896a9cce693 req-e9773ac6-5053-4605-9419-be9c30837bc2 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.1105192 Jun 07 08:17:18.854089 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-690a4e7e-53bd-4915-aa0a-8896a9cce693 req-14cba75b-3a6c-4363-8cef-63ea59c2fc56 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538149 Jun 07 08:17:19.553989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6420-dfb6-49d2-92f2-571b230432e9 req-0cc61f61-dffd-49b6-98d6-9a216ddc6911 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:19.555543 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c8f6420-dfb6-49d2-92f2-571b230432e9 req-0cc61f61-dffd-49b6-98d6-9a216ddc6911 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0794537 Jun 07 08:17:19.601324 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c8f6420-dfb6-49d2-92f2-571b230432e9 req-20f20f25-5b48-46b6-b337-ade87ab8a107 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Jun 07 08:17:19.741298 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7a44b685-f87f-4f3e-ad64-8f615c0f8c38 req-51ac6fe2-1d47-4864-9d92-a77a52de3dd7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0455983 Jun 07 08:17:20.075637 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669120-5dfd-4cdc-98c2-994b8b2be1a2 req-76b8fcdb-93ff-4d8a-a449-2a26cba160de tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:20.077080 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-51669120-5dfd-4cdc-98c2-994b8b2be1a2 req-76b8fcdb-93ff-4d8a-a449-2a26cba160de tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0888064 Jun 07 08:17:20.122428 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-51669120-5dfd-4cdc-98c2-994b8b2be1a2 req-c447ae3f-8985-4edd-a700-b953b4efa69b tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Jun 07 08:17:20.167778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 41892) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:20.281193 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.455787 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.460382 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.468173 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a12cfff5-3125-4613-a4bf-c595f83df6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:20.516988 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57ec15f4f9f84e0d973ef1e124a47f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481107 Jun 07 08:17:20.517897 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e4140-f245-4d63-b305-f88ebecb8f82,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:20.519584 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 41896) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:20.531941 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:20.594428 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.620222 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.677920 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.681210 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.684774 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac8e4140-f245-4d63-b305-f88ebecb8f82 HTTP/1.1" status: 204 len: 168 time: 0.1613755 Jun 07 08:17:20.684774 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-990a0b93-6bea-414d-a26c-dce2651945b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:20.707737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e4140-f245-4d63-b305-f88ebecb8f82,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:20.710511 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:20.756981 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8d058974-e2a7-4d90-8596-01e7dca0dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:20.889685 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95832d8-75e9-4ea9-8fad-c54ee5ca0c34 req-8d6e0b04-f280-47bc-bcd7-dfb62a6fd7b1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:20.891697 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d95832d8-75e9-4ea9-8fad-c54ee5ca0c34 req-8d6e0b04-f280-47bc-bcd7-dfb62a6fd7b1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1106215 Jun 07 08:17:20.981078 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ce2903e2-ca81-42e6-928e-6e4c38bb2dc0 req-b70f6239-d93d-44a8-bec4-f84fadbe9b07 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0617836 Jun 07 08:17:21.019430 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d95832d8-75e9-4ea9-8fad-c54ee5ca0c34 req-8f2bd514-8698-41f6-b0b7-b2f6438578e9 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221461 Jun 07 08:17:21.074074 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-235a67bc-b295-4971-882a-92e06262552a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:21.075760 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-235a67bc-b295-4971-882a-92e06262552a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 810 time: 0.2685854 Jun 07 08:17:21.179530 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-164007cc-692d-4de4-bd53-a819204edcd9 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 379 time: 0.0853469 Jun 07 08:17:21.214751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'port': {'device_id': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'admin_state_up': True, 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'security_groups': ['9499fd47-0d74-42ca-be57-130a986d5c81']}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:21.405498 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969655b0-2bcb-4d94-9d42-c10ea5606ee4 req-f030df22-58c9-4d95-9c40-c36658034e54 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:21.407888 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Made reservation on behalf of fa1d940e8f274e4abb7fbabe3d2b207f for: {'port': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:21.411575 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.415079 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-969655b0-2bcb-4d94-9d42-c10ea5606ee4 req-f030df22-58c9-4d95-9c40-c36658034e54 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.1266813 Jun 07 08:17:21.466225 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-969655b0-2bcb-4d94-9d42-c10ea5606ee4 req-ce80a55f-9132-49e4-8ea1-5bca63abeb76 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jun 07 08:17:21.643717 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Allocated IP 172.20.0.8 (03a40fec-0704-4c78-b60a-c62991020c51/72eaf7e8-b7d0-495e-a75f-3a0672100051/694c7b85-db2d-43cb-9cde-3cdc91eeed4d) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:21.837396 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.853634 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Transition to ACTIVE for port object 694c7b85-db2d-43cb-9cde-3cdc91eeed4d will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:21.878706 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.885375 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a7684567-baf9-40b4-83a3-2b6f78b75c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:21.963522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Network 03a40fec-0704-4c78-b60a-c62991020c51 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:21.966570 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:21.972025 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:21.978986 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:21.979602 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:21.991714 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:21.996486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:22.009529 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7a321ccb-72a5-4fc0-af43-8905fdebfea1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984481 Jun 07 08:17:22.210344 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-902abbd1-90f3-4850-8d1d-61e5dfc1be62 None None] Provisioning for port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:22.215867 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-902abbd1-90f3-4850-8d1d-61e5dfc1be62 None None] Provisioning complete for port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:22.216325 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-902abbd1-90f3-4850-8d1d-61e5dfc1be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.247644 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76d7c-1ed6-4932-927a-ec09588a4680 req-9c165da8-0bf7-4ae6-8640-c22b481e8513 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.249073 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fdd76d7c-1ed6-4932-927a-ec09588a4680 req-9c165da8-0bf7-4ae6-8640-c22b481e8513 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 931 time: 0.1546197 Jun 07 08:17:22.271947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-902abbd1-90f3-4850-8d1d-61e5dfc1be62 None None] Port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:17:22.307312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69f50f-ed78-49a8-955e-f921035141cc req-c8e81692-881c-40ae-acc7-48bacf73d4a1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.308845 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f69f50f-ed78-49a8-955e-f921035141cc req-c8e81692-881c-40ae-acc7-48bacf73d4a1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1438394 Jun 07 08:17:22.317008 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fdd76d7c-1ed6-4932-927a-ec09588a4680 req-6698e121-c727-4f66-8e2e-366339c8d05b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574286 Jun 07 08:17:22.356994 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f69f50f-ed78-49a8-955e-f921035141cc req-151e58ef-a110-4d6c-b0bd-d04ffa31acc2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Jun 07 08:17:23.209753 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.456518 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-14f61a6b-0fc9-4f11-8443-15943e6264b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:23.516763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf354c-93c9-4f48-ad3c-17477b374180 req-e338df98-07c8-4ae4-8fe4-db554d43d354 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.518865 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-37bf354c-93c9-4f48-ad3c-17477b374180 req-e338df98-07c8-4ae4-8fe4-db554d43d354 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 931 time: 0.0927944 Jun 07 08:17:23.565461 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-37bf354c-93c9-4f48-ad3c-17477b374180 req-ab42346c-b3c2-4cda-89a2-fcee4db08a51 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Jun 07 08:17:23.737803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c6c6-a221-4ffc-8de1-dbc69d7084c7 req-c6fbe7b6-b305-48e3-96b8-f46b1686efc3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.739284 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b836c6c6-a221-4ffc-8de1-dbc69d7084c7 req-c6fbe7b6-b305-48e3-96b8-f46b1686efc3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0787125 Jun 07 08:17:23.782781 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b836c6c6-a221-4ffc-8de1-dbc69d7084c7 req-4d8e0946-7b76-4a56-986c-beb39fc24831 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Jun 07 08:17:24.370732 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.760772 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151501f-86b2-4b0e-ac87-ba9388943cab req-ff2d28c4-11d2-4aab-8309-438bd9b76c98 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:24.762292 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8151501f-86b2-4b0e-ac87-ba9388943cab req-ff2d28c4-11d2-4aab-8309-438bd9b76c98 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 931 time: 0.0844140 Jun 07 08:17:24.773056 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Request body: {'port': {'device_id': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:24.814582 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8151501f-86b2-4b0e-ac87-ba9388943cab req-a608466d-7900-4991-bf6a-a1646d6649ca tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Jun 07 08:17:24.904977 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.009025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d3205-8189-4e75-ba76-51bc5b7c23d0 req-968b547c-8cdc-4a93-b55d-2d61f033b64c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.010708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bb2d3205-8189-4e75-ba76-51bc5b7c23d0 req-968b547c-8cdc-4a93-b55d-2d61f033b64c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0906262 Jun 07 08:17:25.059925 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bb2d3205-8189-4e75-ba76-51bc5b7c23d0 req-3a065546-705d-4503-833f-ef56489ca942 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Jun 07 08:17:25.312800 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694c7b85-db2d-43cb-9cde-3cdc91eeed4d {{(pid=92004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:25.320093 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.334580 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Transition to ACTIVE for port object 694c7b85-db2d-43cb-9cde-3cdc91eeed4d will not be triggered until provisioned by entity L2. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:25.338358 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.342056 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9bcb5315-0264-4bcc-a21e-92ef7d0f1ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:25.350987 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26d04a-393e-4418-ba60-70e1fe46007f req-509443d2-703f-43de-986d-5103ba5b54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.352475 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b26d04a-393e-4418-ba60-70e1fe46007f req-509443d2-703f-43de-986d-5103ba5b54e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.0711443 Jun 07 08:17:25.466420 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Pushing event updated for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:25.495690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:25.522562 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Attempting to bind port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:25.522897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Attempting to bind port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:25.523220 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Attempting to bind port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:25.528092 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d on network 03a40fec-0704-4c78-b60a-c62991020c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:25.528407 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Attempting to bind port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:25.533471 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:25.533800 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Checking segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:25.534208 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Bound using segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} {{(pid=92004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:25.534654 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.managers [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Bound port: 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}}] {{(pid=92004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:25.534989 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.625644 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, cleared binding levels {{(pid=92004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:25.628596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:25.634011 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.637445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:25.697443 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:25.698236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:25.699611 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] 10.222.0.45 "PUT /v2.0/ports/694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 1093 time: 0.9308388 Jun 07 08:17:25.700062 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:25.702365 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e6c97a-d363-40fb-a5ac-470238ee3bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:25.722431 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Pushing event updated for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=3']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:25.725587 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:25.777531 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c8bb6-0c6c-43af-900c-1f9551e234b7 x-openstack-request-id: req-140c8bb6-0c6c-43af-900c-1f9551e234b7 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:25.778421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:25.778772 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-140c8bb6-0c6c-43af-900c-1f9551e234b7 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:25.779363 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'status': 'completed', 'code': 200} Jun 07 08:17:26.018072 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dc3bb-3349-472c-97eb-c8fcfd9c62f3 req-37c05f61-7403-4885-931d-b97de58f98a4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.019528 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-171dc3bb-3349-472c-97eb-c8fcfd9c62f3 req-37c05f61-7403-4885-931d-b97de58f98a4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0792499 Jun 07 08:17:26.070203 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-171dc3bb-3349-472c-97eb-c8fcfd9c62f3 req-7c097c70-f2e9-4434-a6bb-223afbdb1ecf tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Jun 07 08:17:26.165761 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:26.260426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44609429-aa8e-429d-b79d-1d4e919c6e1f req-18a05e34-e4ac-40d8-b317-6d91aeccd6e6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.261881 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-44609429-aa8e-429d-b79d-1d4e919c6e1f req-18a05e34-e4ac-40d8-b317-6d91aeccd6e6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0796516 Jun 07 08:17:26.306397 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-44609429-aa8e-429d-b79d-1d4e919c6e1f req-9adf12e5-1de8-4181-bbe3-f1978e7493b4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Jun 07 08:17:27.271485 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343b0a-40de-45d2-9a25-eb137c54d3b7 req-491f2bdb-afc2-4d5c-80af-3e03a77cc59b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.272909 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6b343b0a-40de-45d2-9a25-eb137c54d3b7 req-491f2bdb-afc2-4d5c-80af-3e03a77cc59b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0817628 Jun 07 08:17:27.319102 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6b343b0a-40de-45d2-9a25-eb137c54d3b7 req-1d96a02e-aae3-4e79-b385-2b1af57c1905 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Jun 07 08:17:27.492492 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6e5e4-a341-4c29-ae25-ce931dadca5e req-a91a71a5-d519-4b6e-a2e4-ec98e6ec2033 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.493866 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-51c6e5e4-a341-4c29-ae25-ce931dadca5e req-a91a71a5-d519-4b6e-a2e4-ec98e6ec2033 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0844178 Jun 07 08:17:27.540963 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-51c6e5e4-a341-4c29-ae25-ce931dadca5e req-f633503c-d35a-4281-9e1c-fde6995256ec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Jun 07 08:17:28.506998 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-7944bde0-46cd-449d-a361-6eb3a1836973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.507809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b26d04a-393e-4418-ba60-70e1fe46007f req-c208740c-d393-4a55-b55d-e16d0dcd08da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873640 Jun 07 08:17:28.508746 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-7944bde0-46cd-449d-a361-6eb3a1836973 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0768077 Jun 07 08:17:28.548835 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48555c-87bb-4632-bcc2-868c289c8b15 req-83e96377-13cd-472d-9aa0-e8012b82a76d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.550951 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4e48555c-87bb-4632-bcc2-868c289c8b15 req-83e96377-13cd-472d-9aa0-e8012b82a76d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.1160805 Jun 07 08:17:28.598493 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4e48555c-87bb-4632-bcc2-868c289c8b15 req-d00ab90b-bcf3-4061-987b-206d4155b9b1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412793 Jun 07 08:17:28.740008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791bcc-e3e1-4a74-8b0e-e5ebb378ab88 req-5814ade8-eef3-4a66-a4c2-9f51fab0ffb8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.741641 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68791bcc-e3e1-4a74-8b0e-e5ebb378ab88 req-5814ade8-eef3-4a66-a4c2-9f51fab0ffb8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0846486 Jun 07 08:17:28.788203 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68791bcc-e3e1-4a74-8b0e-e5ebb378ab88 req-72e0ef50-8d92-4de5-8fbf-7d142c947be6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Jun 07 08:17:28.996935 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-b8b68872-3a80-4572-9ee0-062faf8ba37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.999219 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-b8b68872-3a80-4572-9ee0-062faf8ba37d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1647081 Jun 07 08:17:29.412233 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4630fc-b388-4e19-b494-462e388c2827 req-8d45c093-a9e4-4fbd-a48a-f1475de8b1b2 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:29.413595 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc4630fc-b388-4e19-b494-462e388c2827 req-8d45c093-a9e4-4fbd-a48a-f1475de8b1b2 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0811086 Jun 07 08:17:29.457540 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc4630fc-b388-4e19-b494-462e388c2827 req-01d4f082-6e6d-41e9-8010-d0b6325cc0a7 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Jun 07 08:17:29.840582 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ce06-9aa6-4b48-a5ed-6fdf064571a6 req-20a2e606-3d66-47dc-bd89-657f086b1312 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:29.842033 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5408ce06-9aa6-4b48-a5ed-6fdf064571a6 req-20a2e606-3d66-47dc-bd89-657f086b1312 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.1368110 Jun 07 08:17:29.887645 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5408ce06-9aa6-4b48-a5ed-6fdf064571a6 req-322e717d-4bd9-4774-b3e0-400377742e10 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 Jun 07 08:17:29.969217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60566c-e841-4d08-8d3c-c63cb8467244 req-6b9551d3-2330-42db-ab00-7bc098b33fe5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:29.971158 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a60566c-e841-4d08-8d3c-c63cb8467244 req-6b9551d3-2330-42db-ab00-7bc098b33fe5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0777767 Jun 07 08:17:30.017739 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a60566c-e841-4d08-8d3c-c63cb8467244 req-d55f015e-f90f-4f98-a394-dc1a491dec1d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Jun 07 08:17:30.144707 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-49f8a3ff-52aa-47d1-8063-e3ff990d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.146170 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-64e6c97a-d363-40fb-a5ac-470238ee3bd3 req-49f8a3ff-52aa-47d1-8063-e3ff990d3746 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350319 Jun 07 08:17:30.643622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3a9a-7f41-449e-9b9c-8d631e7ccf77 req-dd005e8f-eeec-42bd-9d0b-70a3955e2362 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.645040 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b49a3a9a-7f41-449e-9b9c-8d631e7ccf77 req-dd005e8f-eeec-42bd-9d0b-70a3955e2362 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0810246 Jun 07 08:17:30.688199 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b49a3a9a-7f41-449e-9b9c-8d631e7ccf77 req-8c51ab8a-81af-4935-9ca2-37c8684a4fb6 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Jun 07 08:17:31.080989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0f66-4aad-428f-a09e-7b68ecb8eb84 req-24d2160a-e65a-4e18-8d9e-0691548a7577 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.082448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f61e0f66-4aad-428f-a09e-7b68ecb8eb84 req-24d2160a-e65a-4e18-8d9e-0691548a7577 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0828998 Jun 07 08:17:31.127675 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f61e0f66-4aad-428f-a09e-7b68ecb8eb84 req-327f51e8-12b5-428b-a697-07aeb506f0c8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395386 Jun 07 08:17:31.209488 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fabb6-f6ad-4233-9cf3-273cc3d7271d req-b4160c6b-8744-4591-88f8-73a38c6147a6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.211347 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b6fabb6-f6ad-4233-9cf3-273cc3d7271d req-b4160c6b-8744-4591-88f8-73a38c6147a6 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0823526 Jun 07 08:17:31.256768 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b6fabb6-f6ad-4233-9cf3-273cc3d7271d req-2e8312a3-5911-4581-988a-bc67c0870c8d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Jun 07 08:17:31.873671 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836570-00f2-4cc5-918e-54867baa4704 req-268c578a-e76a-4c40-a2be-03daf157241e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.875136 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d8836570-00f2-4cc5-918e-54867baa4704 req-268c578a-e76a-4c40-a2be-03daf157241e tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0846059 Jun 07 08:17:31.918708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d8836570-00f2-4cc5-918e-54867baa4704 req-fedf35bd-cda8-4959-92d1-c4c816357137 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376306 Jun 07 08:17:32.053008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7fcd52d2-abf9-48ad-b0c0-ae9ad3bdbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.054387 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7fcd52d2-abf9-48ad-b0c0-ae9ad3bdbc11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0680039 Jun 07 08:17:32.144637 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-212ccfc3-15eb-4907-9aa3-2a69d63c6247 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 217 time: 0.0624330 Jun 07 08:17:32.216734 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6015f8b0-dca1-4ce0-9a99-d3a8ac772f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.218319 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-6015f8b0-dca1-4ce0-9a99-d3a8ac772f07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0651584 Jun 07 08:17:32.305568 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-651c4755-da56-42dc-9f10-47b0525a2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.306992 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-651c4755-da56-42dc-9f10-47b0525a2e01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806758 Jun 07 08:17:32.328911 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607aab-5fdc-4815-a5f5-cdedbcd1b552 req-c874cc32-f1a0-42c3-afaf-958e7f8752aa tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.337070 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-94607aab-5fdc-4815-a5f5-cdedbcd1b552 req-c874cc32-f1a0-42c3-afaf-958e7f8752aa tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0982699 Jun 07 08:17:32.469450 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-94607aab-5fdc-4815-a5f5-cdedbcd1b552 req-07d832de-001e-407c-bf60-854e0b962d2b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258523 Jun 07 08:17:32.475973 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-b7ac52b4-40cd-4bf0-8c33-be04124283f7 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584795 Jun 07 08:17:32.505821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd6ec2-bbc0-41e7-8b0c-d7b73896cc4b req-bfa7efad-9bd5-4b2c-8710-8789fb79e839 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.507669 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e8bd6ec2-bbc0-41e7-8b0c-d7b73896cc4b req-bfa7efad-9bd5-4b2c-8710-8789fb79e839 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1244371 Jun 07 08:17:32.563135 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e8bd6ec2-bbc0-41e7-8b0c-d7b73896cc4b req-0fbff289-129c-4535-b4cd-823d66780884 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Jun 07 08:17:32.748636 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-07237965-6fc3-4560-b92d-ef47ad991cb5 req-7bda103e-54af-442a-a585-700468ba0b08 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719713 Jun 07 08:17:33.128341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb636a-3e07-460e-934b-63e261201655 req-e9985291-4279-4a0f-8a4a-f694dba7fe42 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.129828 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97fb636a-3e07-460e-934b-63e261201655 req-e9985291-4279-4a0f-8a4a-f694dba7fe42 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0921013 Jun 07 08:17:33.180543 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97fb636a-3e07-460e-934b-63e261201655 req-ea419b7b-3a66-4e9e-ab39-a002b919ba80 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Jun 07 08:17:33.726050 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4721c-5ca4-489b-a9df-cefbb511c6ee req-5d1219ec-15da-4d56-a6d8-812ed42c35ed tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.728281 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29c4721c-5ca4-489b-a9df-cefbb511c6ee req-5d1219ec-15da-4d56-a6d8-812ed42c35ed tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.1046691 Jun 07 08:17:33.834058 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29c4721c-5ca4-489b-a9df-cefbb511c6ee req-4cc524ba-eb0a-48be-bd25-6acb1b57f358 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002486 Jun 07 08:17:33.860359 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab29d-7f39-480f-ab41-d9bc84157428 req-6c1c8dd0-55dd-4014-8fa7-692fdf300507 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.861811 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca5ab29d-7f39-480f-ab41-d9bc84157428 req-6c1c8dd0-55dd-4014-8fa7-692fdf300507 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1324649 Jun 07 08:17:33.911305 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca5ab29d-7f39-480f-ab41-d9bc84157428 req-6f361352-e148-4c19-ba35-8241590ec869 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Jun 07 08:17:34.341847 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-c52d0f0a-f918-485c-b9cc-38f0b08b8544 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.343384 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-c52d0f0a-f918-485c-b9cc-38f0b08b8544 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.0857201 Jun 07 08:17:34.453891 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6061bf-09c1-453e-b0db-2c3caae12e3c req-92452591-fc0d-4e7e-9b39-652344acb557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.455409 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5a6061bf-09c1-453e-b0db-2c3caae12e3c req-92452591-fc0d-4e7e-9b39-652344acb557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2079842 Jun 07 08:17:34.474445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9638e3a-1d5f-404a-bd97-09de4471d6df req-a232f009-e714-49f8-8230-b8b8074199c1 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.475899 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f9638e3a-1d5f-404a-bd97-09de4471d6df req-a232f009-e714-49f8-8230-b8b8074199c1 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 945 time: 0.1768708 Jun 07 08:17:34.480850 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b11a1-2da3-4a28-8320-0815469fd15e req-7e6c6bd6-d6d3-4a33-9b5d-032380bb4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.482243 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-7e6c6bd6-d6d3-4a33-9b5d-032380bb4a67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.1419332 Jun 07 08:17:34.592622 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5a6061bf-09c1-453e-b0db-2c3caae12e3c req-775377ff-1676-416f-81e2-2c9b9484ff56 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157422 Jun 07 08:17:34.605305 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Deleting port 9e723a11-f186-4677-8c18-3839c50188dc {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:34.605748 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.663839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f9638e3a-1d5f-404a-bd97-09de4471d6df req-a637d497-2173-4818-8670-b0334c53514a tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/security-groups?id=31ab28e6-0fd3-492a-8baa-bc2fbc662c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660132 Jun 07 08:17:34.709404 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b11a1-2da3-4a28-8320-0815469fd15e req-db041ff1-2f2a-401a-a37d-d7c6b9b9cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.710937 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-db041ff1-2f2a-401a-a37d-d7c6b9b9cff4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.2121413 Jun 07 08:17:34.767336 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] For port 9e723a11-f186-4677-8c18-3839c50188dc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9e723a11-f186-4677-8c18-3839c50188dc,segment=NetworkSegment(ad260ad6-3835-4a87-a6ac-b9450a1820a3),segment_id=ad260ad6-3835-4a87-a6ac-b9450a1820a3)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:34.767925 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.793290 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-4a6ea56f-9ade-4b93-8b43-e4014180d33d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0649171 Jun 07 08:17:34.872087 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b11a1-2da3-4a28-8320-0815469fd15e req-642f7a80-3e16-4696-8376-51c6d2d2871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.873926 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-642f7a80-3e16-4696-8376-51c6d2d2871e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0686595 Jun 07 08:17:34.900071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Calling delete_port for 9e723a11-f186-4677-8c18-3839c50188dc owned by compute:nova {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:34.973032 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-2565b0d9-694e-4534-b76f-6ee53e68e792 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897379 Jun 07 08:17:35.113677 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.125048 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-985ceeb5-5dee-4dc3-a18d-e709d26e6fec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:35.163273 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9e723a11-f186-4677-8c18-3839c50188dc'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:35.215165 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Pushing event deleted for resources: {'Port': ['ID=9e723a11-f186-4677-8c18-3839c50188dc,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:35.266101 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.266693 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.267206 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.267770 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.268334 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.287727 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 694c7b85-db2d-43cb-9cde-3cdc91eeed4d details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:35.293679 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.295178 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.297469 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.300748 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.302185 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.302699 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.307135 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:35.321654 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:35.324073 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964856a0-d789-4334-b262-7aa59f113a10 req-9618ea96-18df-459f-9c6f-ccc9e8c0efcc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:35.331934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-964856a0-d789-4334-b262-7aa59f113a10 req-9618ea96-18df-459f-9c6f-ccc9e8c0efcc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 943 time: 0.3612940 Jun 07 08:17:35.389411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-964856a0-d789-4334-b262-7aa59f113a10 req-55e69022-01c0-4a30-a54e-a35cd2536309 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543187 Jun 07 08:17:35.417022 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] No DVR routers for this DVR port 9e723a11-f186-4677-8c18-3839c50188dc on host hv-cinder-78495 {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:35.423282 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42268) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:35.432452 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-0a5a76ce-df1b-416a-a314-e67794a14d3c service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794805 Jun 07 08:17:35.444583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.447475 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-d5cd7fb0-fa30-48f5-acbf-58a9f90c2c89 req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.45 "DELETE /v2.0/ports/9e723a11-f186-4677-8c18-3839c50188dc HTTP/1.1" status: 204 len: 173 time: 1.0975173 Jun 07 08:17:35.447914 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'name': 'network-vif-deleted', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:35.456524 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca33dc-027a-43f4-8cab-1ae46513ef75" -d '{"events": [{"server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "name": "network-vif-deleted", "tag": "9e723a11-f186-4677-8c18-3839c50188dc"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:35.535664 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d84966-0f12-4b63-9a05-4484f8bce185 x-openstack-request-id: req-d4d84966-0f12-4b63-9a05-4484f8bce185 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:35.535990 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd", "name": "network-vif-deleted", "tag": "9e723a11-f186-4677-8c18-3839c50188dc", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:35.536403 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4d84966-0f12-4b63-9a05-4484f8bce185 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:35.536876 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd', 'name': 'network-vif-deleted', 'tag': '9e723a11-f186-4677-8c18-3839c50188dc', 'status': 'completed', 'code': 200} Jun 07 08:17:35.546036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:35.563439 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'port_id': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:35.639486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.679658 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.741925 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694c7b85-db2d-43cb-9cde-3cdc91eeed4d {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:35.804332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:35.811332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.815281 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:35.834697 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.840923 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.851652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b14e9a11-ace4-4526-898a-42e5254efe82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:35.900038 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82198aa4-098f-4106-9628-278499f476ba,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:35.905207 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6a4be34226d455aa18d74b5c722768d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800823 Jun 07 08:17:35.908261 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42288) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:35.910954 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:35.920936 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469be2a-1b8c-46d4-9e22-d58a3897aad0 req-bf782d75-4964-4188-8986-ecdaf0c5ff72 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:35.929712 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4469be2a-1b8c-46d4-9e22-d58a3897aad0 req-bf782d75-4964-4188-8986-ecdaf0c5ff72 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.5006814 Jun 07 08:17:35.945411 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:35.948762 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:35.951544 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-510b11a1-2da3-4a28-8320-0815469fd15e req-f5ba4f8b-c860-4a38-b676-758a78faa4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642265 Jun 07 08:17:35.980910 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:35.994869 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4469be2a-1b8c-46d4-9e22-d58a3897aad0 req-b8341f47-3fac-4c6a-bac8-66c18d0fbfe2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636654 Jun 07 08:17:36.018265 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.063216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02822c-a5da-45e9-b488-fa111a33910a req-935bec6d-fb86-4924-97b9-5f899ecbcc7e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:36.067920 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3a02822c-a5da-45e9-b488-fa111a33910a req-935bec6d-fb86-4924-97b9-5f899ecbcc7e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.3162398 Jun 07 08:17:36.087534 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.091449 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.095288 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82198aa4-098f-4106-9628-278499f476ba HTTP/1.1" status: 204 len: 168 time: 0.1805723 Jun 07 08:17:36.095288 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d557f539-c7fa-4f9e-8dfa-c73add6d0bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:36.122180 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82198aa4-098f-4106-9628-278499f476ba,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:36.127035 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3a02822c-a5da-45e9-b488-fa111a33910a req-086c9445-977a-485c-99ed-7c44e4aa9a0c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Jun 07 08:17:36.133314 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:36.203651 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cfa94545-22f3-431b-91fb-0a9ad3f181bc req-f18509eb-9f77-4020-9494-266669a8d0bf tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] 10.222.0.46 "GET /v2.0/ports?device_id=183ca39f-c8a0-4ed3-aff4-6bc70e1ddccd HTTP/1.1" status: 200 len: 210 time: 0.0439084 Jun 07 08:17:36.449622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['694c7b85-db2d-43cb-9cde-3cdc91eeed4d'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:36.596308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe806-2fab-48d1-9cea-16974efae292 req-088b14e3-651d-45e6-bd23-c8f86b98054f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:36.597922 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-36cbe806-2fab-48d1-9cea-16974efae292 req-088b14e3-651d-45e6-bd23-c8f86b98054f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 944 time: 0.1006660 Jun 07 08:17:36.657705 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-36cbe806-2fab-48d1-9cea-16974efae292 req-f8c5fdec-0f43-46bd-920f-9867da49d714 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526628 Jun 07 08:17:37.210162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fdc03-c87f-4dd7-b492-83ddee28d86c req-3a51745a-50f2-4c4a-a507-0b7847734a1b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.212434 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a18fdc03-c87f-4dd7-b492-83ddee28d86c req-3a51745a-50f2-4c4a-a507-0b7847734a1b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1013699 Jun 07 08:17:37.272004 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a18fdc03-c87f-4dd7-b492-83ddee28d86c req-3aed9417-34d1-4bd7-9bdd-403ba9d210f8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526011 Jun 07 08:17:37.285066 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9e723a11-f186-4677-8c18-3839c50188dc no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:37.364583 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 9e723a11-f186-4677-8c18-3839c50188dc {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:37.365244 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9e723a11-f186-4677-8c18-3839c50188dc not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:37.411966 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41642c0-0ff0-463a-9dd8-6d4879c30c5f req-c4f57341-b8fa-46cf-8bec-ab9463024457 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.413719 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f41642c0-0ff0-463a-9dd8-6d4879c30c5f req-c4f57341-b8fa-46cf-8bec-ab9463024457 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1003077 Jun 07 08:17:37.461977 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f41642c0-0ff0-463a-9dd8-6d4879c30c5f req-44417480-792e-4efc-bb3a-513e35ef7704 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Jun 07 08:17:37.863394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a5b73-2814-4393-9301-e5df6a055e8c req-6ad8cd14-c167-4126-98f0-fbeb291c1db2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:37.864972 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d0a5b73-2814-4393-9301-e5df6a055e8c req-6ad8cd14-c167-4126-98f0-fbeb291c1db2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 944 time: 0.0865257 Jun 07 08:17:37.916106 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d0a5b73-2814-4393-9301-e5df6a055e8c req-b95646ae-fdba-4317-9935-3310e057048f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Jun 07 08:17:38.500287 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62ef9-2b86-44e0-86b5-039083ba74fa req-ce8ab426-15cf-4891-b409-5375083f723f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:38.502252 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29f62ef9-2b86-44e0-86b5-039083ba74fa req-ce8ab426-15cf-4891-b409-5375083f723f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1029077 Jun 07 08:17:38.567857 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29f62ef9-2b86-44e0-86b5-039083ba74fa req-7f64d85a-9c82-446f-b1d4-0b8edb9e67b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593872 Jun 07 08:17:38.712323 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42380) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:38.822340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c8331-2cf9-4b94-b8ff-0f7c36f473a1 req-e614565d-26c4-4b49-ba80-68249b7a1db0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:38.832283 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af3c8331-2cf9-4b94-b8ff-0f7c36f473a1 req-e614565d-26c4-4b49-ba80-68249b7a1db0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0987446 Jun 07 08:17:38.886986 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af3c8331-2cf9-4b94-b8ff-0f7c36f473a1 req-d51b2384-042b-48da-b0ca-83aaeb04a8f4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531826 Jun 07 08:17:38.899901 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.060675 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.066281 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.098161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c147c72c-a4f9-445f-8b6a-cad733ee2bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:39.111659 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd18385fa91e4ff09f458fae9361640d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959901 Jun 07 08:17:39.112423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42412) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:39.160103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42416) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:39.162025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f71e52-4eb0-40ba-93af-daa706cede71 req-419f6a3a-5f6b-4078-8dfa-fbaf0abfd5cf tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.163527 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2f71e52-4eb0-40ba-93af-daa706cede71 req-419f6a3a-5f6b-4078-8dfa-fbaf0abfd5cf tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 944 time: 0.1150351 Jun 07 08:17:39.168671 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfb9068-f301-49c6-a11d-6633b8dde761,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:39.172088 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:39.213767 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2f71e52-4eb0-40ba-93af-daa706cede71 req-8469276c-99e6-4757-b776-193dccd10882 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Jun 07 08:17:39.222035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.250604 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.324667 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.348530 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.351042 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.354619 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcfb9068-f301-49c6-a11d-6633b8dde761 HTTP/1.1" status: 204 len: 168 time: 0.2388561 Jun 07 08:17:39.354889 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9eb5a4c9-731b-4590-8011-8847f20e046b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:39.367623 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfb9068-f301-49c6-a11d-6633b8dde761,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:39.374155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:39.464509 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.468751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.476988 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-798a681b-7601-4ddf-aec6-5608b443b17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:39.522847 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69fd3801a3914261b833f332b988a44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589780 Jun 07 08:17:39.523078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42426) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:39.534665 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06cb081-e362-45ed-85f6-17fa31a22490,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:39.539097 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:39.590074 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.619402 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.673216 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.675928 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.677154 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a06cb081-e362-45ed-85f6-17fa31a22490 HTTP/1.1" status: 204 len: 168 time: 0.1530488 Jun 07 08:17:39.677913 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39300e82-23a3-4d5c-b14a-8ef4b8d49464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:39.687934 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06cb081-e362-45ed-85f6-17fa31a22490,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:39.690782 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:39.793723 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1976dc-68b7-45ec-bbcb-72a5253f8377 req-33e7cf3e-0af4-471d-9963-f9455a217632 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.795190 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca1976dc-68b7-45ec-bbcb-72a5253f8377 req-33e7cf3e-0af4-471d-9963-f9455a217632 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0930424 Jun 07 08:17:39.842929 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca1976dc-68b7-45ec-bbcb-72a5253f8377 req-8ed241a3-df40-4f67-b6e6-f6cfad3bf3c4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406151 Jun 07 08:17:40.023028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42438) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:40.040958 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.154235 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.158421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.167123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1c599007-9e2b-4f91-bb22-d28e9f22d4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:40.206403 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba39ba68c8c941e9b67c45dbf318e1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821291 Jun 07 08:17:40.207151 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a755ad-9241-4fd9-b3e0-2407979cb74c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:40.208844 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 42442) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:40.210123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:40.266327 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.290986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.392021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.394500 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.395581 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4a755ad-9241-4fd9-b3e0-2407979cb74c HTTP/1.1" status: 204 len: 168 time: 0.1851494 Jun 07 08:17:40.396989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:40.408578 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a755ad-9241-4fd9-b3e0-2407979cb74c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:40.418555 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.418918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.419270 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.419618 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.419958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.420298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.420637 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.420971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.421829 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.422199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.422534 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.422864 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:40.432273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e27dc3-93eb-4ba4-accb-93875e5f90cd req-77b96a4b-4087-4ef1-9b6f-afd0820c90cd tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.433737 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6e27dc3-93eb-4ba4-accb-93875e5f90cd req-77b96a4b-4087-4ef1-9b6f-afd0820c90cd tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 944 time: 0.1144979 Jun 07 08:17:40.434569 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:40.482757 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6e27dc3-93eb-4ba4-accb-93875e5f90cd req-5698eb60-2c2b-4a99-8887-fe977fef9d94 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Jun 07 08:17:40.761847 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 42452) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:40.778613 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.879753 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.884785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.893418 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-79691e18-a08a-4fb8-ac47-e4758e9caa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:40.937705 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6d15d95be5448a1a2f45f00d056ff23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718955 Jun 07 08:17:40.937705 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de872cc9-8f23-4c34-99b0-cc040faf9d50,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:40.938190 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42460) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:40.939576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:40.975074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 694c7b85-db2d-43cb-9cde-3cdc91eeed4d up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:41.000582 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.028073 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.045515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:17:41.050487 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:41.051164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.084577 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.087260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.090928 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de872cc9-8f23-4c34-99b0-cc040faf9d50 HTTP/1.1" status: 204 len: 168 time: 0.1485283 Jun 07 08:17:41.090928 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e5311d06-cd45-47db-a548-df29f01f2557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:41.103235 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de872cc9-8f23-4c34-99b0-cc040faf9d50,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:41.106234 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:41.133872 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe353-77f3-410e-a7ca-878aafedae68 req-593b9888-6eb5-4034-90b4-04e557999db4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.136180 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cfbfe353-77f3-410e-a7ca-878aafedae68 req-593b9888-6eb5-4034-90b4-04e557999db4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1755431 Jun 07 08:17:41.185997 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cfbfe353-77f3-410e-a7ca-878aafedae68 req-5e6cbb3a-fde8-4c6b-ae5e-009df680324e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Jun 07 08:17:41.202661 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.229712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:41.232287 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bddb4ea-7f07-4c0e-9d87-e355280af726" -d '{"events": [{"server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:41.241002 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:41.244943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.247801 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:41.300919 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7462d-6ef0-43a3-9f1a-86efaea81142 x-openstack-request-id: req-46f7462d-6ef0-43a3-9f1a-86efaea81142 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:41.301222 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:41.301483 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46f7462d-6ef0-43a3-9f1a-86efaea81142 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:41.301869 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'code': 200} Jun 07 08:17:41.326730 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:41.330218 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:41.673187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba54513-5e46-4e05-9367-9d08b9e42dd7 req-ffefe085-0e26-4a24-8507-2d58f24c4254 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:41.677707 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ba54513-5e46-4e05-9367-9d08b9e42dd7 req-ffefe085-0e26-4a24-8507-2d58f24c4254 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0875881 Jun 07 08:17:41.731704 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ba54513-5e46-4e05-9367-9d08b9e42dd7 req-327e00c1-947e-4d45-a759-a2fc644795c5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 Jun 07 08:17:42.248275 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f04e-9f12-4395-8feb-bf195b90f876 req-b82a5dfd-06e9-48d6-8bd8-c5104e591592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:42.250061 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7516f04e-9f12-4395-8feb-bf195b90f876 req-b82a5dfd-06e9-48d6-8bd8-c5104e591592 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0719907 Jun 07 08:17:42.295800 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7516f04e-9f12-4395-8feb-bf195b90f876 req-0a1dc9d5-e0e0-419a-87fd-3f14d7b7abcf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380130 Jun 07 08:17:42.383774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285c7d-3a27-45e5-83e0-2f8bd1bc996f req-8e4eba2b-af2b-4ed8-876a-0b9372868a22 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:42.385292 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f285c7d-3a27-45e5-83e0-2f8bd1bc996f req-8e4eba2b-af2b-4ed8-876a-0b9372868a22 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0811291 Jun 07 08:17:42.435794 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f285c7d-3a27-45e5-83e0-2f8bd1bc996f req-8a5af9e0-b6aa-40ca-a576-07d3e83ee19f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388200 Jun 07 08:17:42.924388 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40556a-a9eb-4ef4-a09b-1467141cc7c6 req-6a1bf41e-6a25-4d86-8137-f7723e69dbe4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:42.925835 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-df40556a-a9eb-4ef4-a09b-1467141cc7c6 req-6a1bf41e-6a25-4d86-8137-f7723e69dbe4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0848196 Jun 07 08:17:42.972460 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-df40556a-a9eb-4ef4-a09b-1467141cc7c6 req-9fb46816-12ec-4e60-bcf9-6132ea558998 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404210 Jun 07 08:17:43.682838 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565f38c-0142-459b-ad60-61077a59d920 req-aac2dc0a-d5fc-459c-900f-608aeaa989c5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:43.691948 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5565f38c-0142-459b-ad60-61077a59d920 req-aac2dc0a-d5fc-459c-900f-608aeaa989c5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1302037 Jun 07 08:17:43.751754 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5565f38c-0142-459b-ad60-61077a59d920 req-57052e2c-46ba-46cb-b7d0-9554b853d7d5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586021 Jun 07 08:17:44.086834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4778-e54f-4649-86fd-b37b5aa14efa req-ae819d5a-583e-4afc-8f30-326db17d1734 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:44.088560 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fafd4778-e54f-4649-86fd-b37b5aa14efa req-ae819d5a-583e-4afc-8f30-326db17d1734 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1234152 Jun 07 08:17:44.191767 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fafd4778-e54f-4649-86fd-b37b5aa14efa req-26c89e4d-e725-4a67-85e0-2946015d57ca tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969186 Jun 07 08:17:44.214775 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf1433-d84b-4e4c-b2f7-8ece583b0aef req-ef331965-9089-4549-960d-1e00bb9bc325 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:44.216505 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dbdf1433-d84b-4e4c-b2f7-8ece583b0aef req-ef331965-9089-4549-960d-1e00bb9bc325 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1085129 Jun 07 08:17:44.266347 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dbdf1433-d84b-4e4c-b2f7-8ece583b0aef req-9b163f0c-47e7-4963-98e1-db724a883b66 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Jun 07 08:17:44.464338 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9800e3-9ff1-47b9-9beb-2fea56933adc req-905955bc-d31f-481f-a9b5-f8c568e2a5f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:44.466018 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1d9800e3-9ff1-47b9-9beb-2fea56933adc req-905955bc-d31f-481f-a9b5-f8c568e2a5f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0942857 Jun 07 08:17:44.475406 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42610) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:44.480267 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'floatingip': {'port_id': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:44.563149 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.793849 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:17:45.001840 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669fcda-e9e0-4ae0-8c75-1a0078b16224 req-d896d140-8b0f-469f-8735-6ea8bbeee77f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:45.004105 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c669fcda-e9e0-4ae0-8c75-1a0078b16224 req-d896d140-8b0f-469f-8735-6ea8bbeee77f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1149948 Jun 07 08:17:45.081541 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c669fcda-e9e0-4ae0-8c75-1a0078b16224 req-af3b1793-76e8-44c3-8608-1a515e879de1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671160 Jun 07 08:17:45.259956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-e4620bc4-62bf-4fec-876b-00c0fec84c6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764143 Jun 07 08:17:45.379143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-e9f960fc-86ec-40b1-8528-cab62996a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:45.380601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-e9f960fc-86ec-40b1-8528-cab62996a828 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 1098 time: 0.0760338 Jun 07 08:17:45.393448 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.398503 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.547552 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-7be614ca-c8b6-4fe0-b565-5a4b2e8cfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:45.549040 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-7be614ca-c8b6-4fe0-b565-5a4b2e8cfc74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.1293168 Jun 07 08:17:45.578303 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Floating IP 74662e20-4f13-4b34-9670-8d276d7aa2e7 associated. External IP: 172.27.0.9, port: 694c7b85-db2d-43cb-9cde-3cdc91eeed4d. Jun 07 08:17:45.622740 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-6a2b6106-db8f-4fc8-bed6-2f8b466f1bdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 200 len: 217 time: 0.0664451 Jun 07 08:17:45.688408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-0b37126a-ebc9-4ba6-8836-fcf92d4d1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:45.690186 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-0b37126a-ebc9-4ba6-8836-fcf92d4d1edb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0590405 Jun 07 08:17:45.751738 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-84269702-9df2-41bd-aec2-6356de679bfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442154 Jun 07 08:17:45.888748 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-90e231e0-50b5-4d05-8171-97358f05ea92 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248250 Jun 07 08:17:45.935579 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:46.104899 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ab7f6e3-09ce-4c29-b762-5d53ae1bced9 req-32a17bae-d72e-4648-bb82-cab73e9ceda3 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077751 Jun 07 08:17:46.214334 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:46.223549 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.230307 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:46.246084 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:46.247024 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:46.292944 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-bddfa75f-2093-444e-8607-1d110d444c63 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "PUT /v2.0/floatingips/74662e20-4f13-4b34-9670-8d276d7aa2e7 HTTP/1.1" status: 200 len: 989 time: 1.8163874 Jun 07 08:17:46.293705 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:46.297990 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f6f90-5789-42ab-b8be-2accb354fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:46.344370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7116c3-425e-4a83-901e-77adee5c49b3 req-3dd3660a-573c-45fb-bd21-0fdb517cb759 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.354043 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3f7116c3-425e-4a83-901e-77adee5c49b3 req-3dd3660a-573c-45fb-bd21-0fdb517cb759 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1363347 Jun 07 08:17:46.412174 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3f7116c3-425e-4a83-901e-77adee5c49b3 req-11b67e99-1abd-47e0-a2ef-e4590323bb89 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568364 Jun 07 08:17:46.464003 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:46.475828 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c368304-1620-42d4-be0f-2e295f44f24e x-openstack-request-id: req-7c368304-1620-42d4-be0f-2e295f44f24e {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:46.476274 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:46.476503 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c368304-1620-42d4-be0f-2e295f44f24e {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:46.476923 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'status': 'completed', 'code': 200} Jun 07 08:17:46.650078 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6f90-5789-42ab-b8be-2accb354fedd req-fe142f48-0f84-44b0-a1fc-b4ddb8cecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.651749 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-fe142f48-0f84-44b0-a1fc-b4ddb8cecaa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0814905 Jun 07 08:17:46.811039 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6f90-5789-42ab-b8be-2accb354fedd req-9fce59ac-d509-4421-bc2e-eec5dbc48599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.814556 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-9fce59ac-d509-4421-bc2e-eec5dbc48599 service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.1492703 Jun 07 08:17:46.908700 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '74662e20-4f13-4b34-9670-8d276d7aa2e7', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:13Z', 'updated_at': '2021-06-07T08:17:45Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:46.913844 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:46.923001 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:46.923687 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:46.972009 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-fd5881e1-3410-4c8e-a7da-c7413a14af91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 997 time: 0.1479788 Jun 07 08:17:47.074014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6f90-5789-42ab-b8be-2accb354fedd req-6c971e30-d37c-4533-83ac-26abde90b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.076245 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-6c971e30-d37c-4533-83ac-26abde90b4ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0892949 Jun 07 08:17:47.162434 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:47.183467 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:47.198010 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f6f90-5789-42ab-b8be-2accb354fedd req-f42ec433-f4c3-4b67-882f-6feff1847341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.199664 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-f42ec433-f4c3-4b67-882f-6feff1847341 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081939 Jun 07 08:17:47.343706 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-aebff8ad-2813-48d2-84d7-9b60bce0a8e9 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367147 Jun 07 08:17:47.519556 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-714f6f90-5789-42ab-b8be-2accb354fedd req-69e774f6-cb35-4d05-94ec-9a0a9238305c service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642547 Jun 07 08:17:47.637199 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '74662e20-4f13-4b34-9670-8d276d7aa2e7', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:13Z', 'updated_at': '2021-06-07T08:17:45Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:47.641216 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3430c-d6ed-4dd5-bba7-02022abdec8f None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '74662e20-4f13-4b34-9670-8d276d7aa2e7', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:17:13Z', 'updated_at': '2021-06-07T08:17:45Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:47.648223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d274-7eb6-402b-8ff7-c8764ed2bed5 req-b1f98ef1-a6d9-4416-a374-91398d0328bb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.649736 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7a57d274-7eb6-402b-8ff7-c8764ed2bed5 req-b1f98ef1-a6d9-4416-a374-91398d0328bb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1034911 Jun 07 08:17:47.697774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7a57d274-7eb6-402b-8ff7-c8764ed2bed5 req-ec9dd9d1-47db-4636-85e7-bc137b8586a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Jun 07 08:17:47.849178 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d6b7f-7932-49ad-9c97-056313eec752 None None] New status for floating IP 74662e20-4f13-4b34-9670-8d276d7aa2e7: ACTIVE {{(pid=92005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:48.932069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993f284-b291-4aeb-be8b-1e48b8ba80f6 req-23f52e1c-93f9-4178-b73f-9705c945d962 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:48.933908 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5993f284-b291-4aeb-be8b-1e48b8ba80f6 req-23f52e1c-93f9-4178-b73f-9705c945d962 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0976934 Jun 07 08:17:48.980264 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5993f284-b291-4aeb-be8b-1e48b8ba80f6 req-6ad844a0-264f-4228-bb78-b6c09827f311 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Jun 07 08:17:50.178986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d4b5-cfb0-4ee5-b0a7-0201d5adc78e req-2a2501bf-3f93-45f2-9058-5294bf1a20c8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:50.180494 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d879d4b5-cfb0-4ee5-b0a7-0201d5adc78e req-2a2501bf-3f93-45f2-9058-5294bf1a20c8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0817842 Jun 07 08:17:50.229699 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d879d4b5-cfb0-4ee5-b0a7-0201d5adc78e req-637896f3-0355-46e4-8c77-61619c635b79 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Jun 07 08:17:50.704459 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d72a2f41-fcf6-4db8-8c35-24367a6417d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:51.432771 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53ef0-194e-412c-a0ec-650d51f419f8 req-f61754d8-884f-415c-872a-158ce1289ab1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:51.434221 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ece53ef0-194e-412c-a0ec-650d51f419f8 req-f61754d8-884f-415c-872a-158ce1289ab1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0927403 Jun 07 08:17:51.480653 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ece53ef0-194e-412c-a0ec-650d51f419f8 req-0b3b30ee-7c55-4fb7-850b-6ff918481902 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402465 Jun 07 08:17:52.692544 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e00130-cd69-43f9-a371-e0a5bc5912c2 req-fbe9dce7-4cd3-49a3-8c7d-651651f476ab tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.694237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b8e00130-cd69-43f9-a371-e0a5bc5912c2 req-fbe9dce7-4cd3-49a3-8c7d-651651f476ab tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0915504 Jun 07 08:17:52.742822 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b8e00130-cd69-43f9-a371-e0a5bc5912c2 req-15b8f57b-3d1d-49b2-8d34-d01315bd2f36 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 Jun 07 08:17:53.216400 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.437361 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6fb5-c5ab-4b3b-8458-7c6509711dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.967271 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907501e-a104-4f75-a675-fd05ba605008 req-532e02f7-9d4c-4b7b-99d7-a2624a22d282 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:53.969285 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b907501e-a104-4f75-a675-fd05ba605008 req-532e02f7-9d4c-4b7b-99d7-a2624a22d282 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1044848 Jun 07 08:17:54.016580 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b907501e-a104-4f75-a675-fd05ba605008 req-c984f00f-ae46-43aa-a026-947064b373fe tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Jun 07 08:17:54.376675 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:55.223570 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958d0e3-4356-4668-b8d8-8759028df03a req-186277af-ff43-46f6-aae1-cdb83ff887b8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.224956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4958d0e3-4356-4668-b8d8-8759028df03a req-186277af-ff43-46f6-aae1-cdb83ff887b8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0928512 Jun 07 08:17:55.277317 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4958d0e3-4356-4668-b8d8-8759028df03a req-000cc287-bfaf-44a9-80ef-64f380998170 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453863 Jun 07 08:17:56.400565 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:56.592529 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f1e44-8e72-49fe-8a1b-ce231a79b558 req-67e4322d-0e18-43af-98f7-5d04c2304cba tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.594586 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-651f1e44-8e72-49fe-8a1b-ce231a79b558 req-67e4322d-0e18-43af-98f7-5d04c2304cba tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1055079 Jun 07 08:17:56.650551 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-651f1e44-8e72-49fe-8a1b-ce231a79b558 req-905d678c-f268-428a-817a-f405428ffdea tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497313 Jun 07 08:17:57.917914 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcde4f-2810-46d7-9887-7ae355a7438d req-9434f68e-5775-4a9b-b5cc-18566331aebc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:57.919532 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-20dcde4f-2810-46d7-9887-7ae355a7438d req-9434f68e-5775-4a9b-b5cc-18566331aebc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1580687 Jun 07 08:17:57.966372 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-20dcde4f-2810-46d7-9887-7ae355a7438d req-1ddd3843-6ac4-4372-a867-6cf480f00466 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Jun 07 08:17:59.162395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5104-aeab-45ea-a213-435d61f808a7 req-0a65c8d7-ee84-4303-b259-4bbf57916b69 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:59.164617 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16cb5104-aeab-45ea-a213-435d61f808a7 req-0a65c8d7-ee84-4303-b259-4bbf57916b69 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0820258 Jun 07 08:17:59.217425 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16cb5104-aeab-45ea-a213-435d61f808a7 req-6720f668-5754-4817-a160-88ad88281182 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Jun 07 08:18:00.178449 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:00.331354 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:00.345386 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:00.429310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6765d9-ebb5-4927-ac68-064ffd5df2bd req-d3db6489-7aff-4bee-832c-a517532bc198 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:00.431375 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:00.437341 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fa6765d9-ebb5-4927-ac68-064ffd5df2bd req-d3db6489-7aff-4bee-832c-a517532bc198 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0947423 Jun 07 08:18:00.452390 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:00.468780 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:00.472617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:00.476916 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:00.487660 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fa6765d9-ebb5-4927-ac68-064ffd5df2bd req-a0ebb576-36db-4cd5-80f3-4b20f3488777 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493674 Jun 07 08:18:00.555775 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=6']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:00.563383 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.563736 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.564584 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.564945 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.565296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.565632 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.565976 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.566309 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.566659 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.566991 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.567311 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.567796 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:00.571804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:00.751589 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:01.719703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954901c-9d41-493f-8a41-3c197bb3eb1e req-27e90f84-f806-4e39-ab2e-ec04a684232f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.727721 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1954901c-9d41-493f-8a41-3c197bb3eb1e req-27e90f84-f806-4e39-ab2e-ec04a684232f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 945 time: 0.1110775 Jun 07 08:18:01.774450 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1954901c-9d41-493f-8a41-3c197bb3eb1e req-ff9303cb-954e-4ae1-a87f-45b5739b0aab tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456238 Jun 07 08:18:02.167237 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-b2e08eb4-eb88-4867-8897-9bb28a106ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.168728 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-b2e08eb4-eb88-4867-8897-9bb28a106ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.1382356 Jun 07 08:18:02.185785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384fabc-637c-44a4-bd8c-e8d29c930c58 req-b08d510f-d35a-4b9a-99bb-3e0781ce204d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.187898 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8384fabc-637c-44a4-bd8c-e8d29c930c58 req-b08d510f-d35a-4b9a-99bb-3e0781ce204d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1132395 Jun 07 08:18:02.378509 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-64986b27-937c-4677-b576-9b0585e997cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.379963 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-64986b27-937c-4677-b576-9b0585e997cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.1910136 Jun 07 08:18:02.390216 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8384fabc-637c-44a4-bd8c-e8d29c930c58 req-1580410b-d38a-43f5-8850-2e51d07d7106 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853200 Jun 07 08:18:02.491425 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-6c469420-6828-4cc8-9342-31b030e64925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0860310 Jun 07 08:18:02.558690 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-0d85b745-aeeb-42b6-80e9-871f968d0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.560095 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-0d85b745-aeeb-42b6-80e9-871f968d0c08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0621533 Jun 07 08:18:02.631897 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-12b72c5c-a84e-4a12-b188-f2f79a101d52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527604 Jun 07 08:18:02.782134 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-d6b75210-98ca-4089-b80d-786dfd04a80a service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428893 Jun 07 08:18:02.967618 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:03.021747 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca541d50-1c60-4efb-8e97-e794e6c4f5d1 req-00d8f4ae-8620-4fef-b47b-b6535aa8a980 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325277 Jun 07 08:18:03.044754 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811572-9caa-4c10-a499-1abe53a8a07b req-5e0e7bda-6d1b-4723-ba9d-38b6b5c03d04 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.045026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:03.045772 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:03.047630 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74811572-9caa-4c10-a499-1abe53a8a07b req-5e0e7bda-6d1b-4723-ba9d-38b6b5c03d04 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 945 time: 0.1431165 Jun 07 08:18:03.102839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74811572-9caa-4c10-a499-1abe53a8a07b req-4c1bd2fb-610d-4a9a-aa89-01fc65ce3e92 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Jun 07 08:18:03.177838 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:03.204670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:03.206945 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebc32a5-1334-4ad9-8c14-191688ab00d5" -d '{"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:03.215632 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:03.221818 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:03.224073 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:03.265219 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3d8ba-ed3d-406c-92aa-b1e0edfd9712 x-openstack-request-id: req-caa3d8ba-ed3d-406c-92aa-b1e0edfd9712 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:03.265540 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:03.265798 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-caa3d8ba-ed3d-406c-92aa-b1e0edfd9712 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:03.266216 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'code': 200} Jun 07 08:18:03.303099 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=7']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:03.306161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:03.570892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4d43-a9d8-46bb-b706-ca2fd766571d req-3b579f99-4b8d-47b0-ab9d-1d6acd9f191a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.572764 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7abd4d43-a9d8-46bb-b706-ca2fd766571d req-3b579f99-4b8d-47b0-ab9d-1d6acd9f191a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0835657 Jun 07 08:18:03.620557 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7abd4d43-a9d8-46bb-b706-ca2fd766571d req-a1d4f43a-3602-44a2-b591-57459c7fdbf3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Jun 07 08:18:04.298846 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe523ab-e57d-4d30-8873-df2a24c8a15d req-2ed8e7b7-ec6f-4123-9cce-030a21e35450 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:04.300471 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fe523ab-e57d-4d30-8873-df2a24c8a15d req-2ed8e7b7-ec6f-4123-9cce-030a21e35450 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.0809274 Jun 07 08:18:04.347805 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fe523ab-e57d-4d30-8873-df2a24c8a15d req-7adabc89-f755-4ec0-a399-06bda2682817 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Jun 07 08:18:04.854215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617260be-e613-4779-83d2-57515abbcf77 req-c1e5a610-508d-488d-b84d-fcb42d248ccf tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:04.855856 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-617260be-e613-4779-83d2-57515abbcf77 req-c1e5a610-508d-488d-b84d-fcb42d248ccf tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0997148 Jun 07 08:18:04.931118 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-617260be-e613-4779-83d2-57515abbcf77 req-cfb6e057-44dd-4791-a3c9-df557f964513 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Jun 07 08:18:05.559140 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75ba69-5810-4e39-ab41-0924167cedc9 req-6f925960-2f7c-4feb-bd4b-be81ccf04fce tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:05.560829 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f75ba69-5810-4e39-ab41-0924167cedc9 req-6f925960-2f7c-4feb-bd4b-be81ccf04fce tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1001978 Jun 07 08:18:05.611106 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f75ba69-5810-4e39-ab41-0924167cedc9 req-36a83777-881b-41ad-89ec-69af547ca4d1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Jun 07 08:18:06.403686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19226cf-1684-4a7d-be3e-722dc3867f68 req-a048ec8c-d913-45b9-b179-1223c6e17f70 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:06.407864 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c19226cf-1684-4a7d-be3e-722dc3867f68 req-a048ec8c-d913-45b9-b179-1223c6e17f70 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.3175399 Jun 07 08:18:06.482003 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c19226cf-1684-4a7d-be3e-722dc3867f68 req-4450b703-12d7-4e4f-8fbc-6577c85ed1d0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652287 Jun 07 08:18:07.037180 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee582c6-fa71-418d-8887-643540e35927 req-000a0b9e-09c8-40e0-8365-aeb0f4f89f94 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:07.045741 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3ee582c6-fa71-418d-8887-643540e35927 req-000a0b9e-09c8-40e0-8365-aeb0f4f89f94 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.2187402 Jun 07 08:18:07.072371 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42892) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:07.101154 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3ee582c6-fa71-418d-8887-643540e35927 req-27ced4ca-fb79-4fce-99ee-c3aadf3ebe46 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542305 Jun 07 08:18:07.267071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.408864 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.417659 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.443186 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e19360c3-8205-413a-93a6-491e5ddcc595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:07.504519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 42900) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:07.504710 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ee03ceb8b804eb0979e74df96f838a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305205 Jun 07 08:18:07.505686 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe1285-adec-4cb1-936b-8007e8cef1ee,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:07.509996 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:07.632126 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.665692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.848761 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fedad7-7719-4509-bfd5-37cfca12594d req-48ff1783-9268-4d05-b4cf-89a65243ebc1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:07.850389 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-77fedad7-7719-4509-bfd5-37cfca12594d req-48ff1783-9268-4d05-b4cf-89a65243ebc1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1417658 Jun 07 08:18:07.851091 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.863300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.864763 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06fe1285-adec-4cb1-936b-8007e8cef1ee HTTP/1.1" status: 204 len: 168 time: 0.3590717 Jun 07 08:18:07.871440 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4e7b139e-18ea-415b-8935-3c7a8f8dfb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:07.920195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe1285-adec-4cb1-936b-8007e8cef1ee,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:07.929998 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:08.002145 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-77fedad7-7719-4509-bfd5-37cfca12594d req-f5671d6b-c273-4ee8-84cc-60f753f29a4f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329465 Jun 07 08:18:08.366481 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fde5-be74-458b-a3ea-903cfb8a5529 req-8c3b3f1d-f975-461f-b7e1-e1a9ad573d81 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:08.373269 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24e2fde5-be74-458b-a3ea-903cfb8a5529 req-8c3b3f1d-f975-461f-b7e1-e1a9ad573d81 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1299515 Jun 07 08:18:08.449686 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24e2fde5-be74-458b-a3ea-903cfb8a5529 req-6bc8d4b3-a3c0-4ecd-ba84-813caf5c2403 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688264 Jun 07 08:18:09.199808 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42936) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:09.276161 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155688-5e65-4471-8d8c-4c94b28bf05b req-f0e89f91-5269-4756-a19e-c25d58336e9b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:09.292543 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ed155688-5e65-4471-8d8c-4c94b28bf05b req-f0e89f91-5269-4756-a19e-c25d58336e9b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1329958 Jun 07 08:18:09.356616 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ed155688-5e65-4471-8d8c-4c94b28bf05b req-ee7f9178-62c5-44f3-b2b2-ca0b2384c656 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628171 Jun 07 08:18:09.410053 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1044807824-network', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:09.446885 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Made reservation on behalf of 2580ba787fc2426e8a45a01b623b43cd for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:09.450897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.473379 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.713761 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.720136 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.731804 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-57d043fa-4697-4ff1-8b92-28f88ba3be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:09.848860 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:09.874827 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:09.891429 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:18:09.906640 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40393be9-b546-4cf8-af35-2bb0daf13d12 req-7bd67d9b-6178-4566-a0ec-df343bda2365 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:09.911071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:09.911759 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Added segment a39cab2e-15b1-4202-ac62-833e1dc7b205 of type vlan for network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb Jun 07 08:18:09.921722 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-40393be9-b546-4cf8-af35-2bb0daf13d12 req-7bd67d9b-6178-4566-a0ec-df343bda2365 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1729732 Jun 07 08:18:09.979930 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.009618 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-40393be9-b546-4cf8-af35-2bb0daf13d12 req-9a8d14f9-a622-4f23-a9d9-9734539cb543 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859706 Jun 07 08:18:10.073264 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.076062 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:10.077927 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.100644 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:10.194990 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9934399 Jun 07 08:18:10.198413 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 42950) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:10.200355 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Pushing event updated for resources: {'Network': ['ID=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:10.204216 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:10.204373 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Request body: {'subnet': {'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1044807824-subnet', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:10.213764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:18:10.282946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Made reservation on behalf of 2580ba787fc2426e8a45a01b623b43cd for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:10.285325 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60901312'] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.856966 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd45ff-5820-4503-bdef-62ff41fcbb5c req-aade6f1b-3d57-4136-9fcf-48716583e356 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:10.866739 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c1cd45ff-5820-4503-bdef-62ff41fcbb5c req-aade6f1b-3d57-4136-9fcf-48716583e356 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2837842 Jun 07 08:18:10.871014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61213821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60901330'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.885230 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a597b707-c4f6-413c-bde3-6038eb25e511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:11.059874 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c1cd45ff-5820-4503-bdef-62ff41fcbb5c req-514ead7e-b6ec-417a-9df4-85f5f32a041c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754198 Jun 07 08:18:11.131130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5db4a75-1287-49bb-ad1f-38335eba31c5,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:11.139373 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:11.161282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Checking segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:11.162372 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Network hostable DHCP agents. Network: 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:18:11.310578 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:18:11.386401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:11.392081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:11.393114 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.400480 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023ffdc-65dd-45e6-a8b7-623ced7ed599 None None] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:11.443402 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2437301 Jun 07 08:18:11.446223 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 42960) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:11.456739 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:11.504220 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.507362 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.555642 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.666386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027bfe-4f85-4f2f-941d-c9ae22386b26 req-7bae3428-7390-4adf-a097-fb4432a0bf69 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:11.674331 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e2027bfe-4f85-4f2f-941d-c9ae22386b26 req-7bae3428-7390-4adf-a097-fb4432a0bf69 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1643298 Jun 07 08:18:11.774865 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e2027bfe-4f85-4f2f-941d-c9ae22386b26 req-ab4dd187-fe7b-4bf5-b720-885c5b615862 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994372 Jun 07 08:18:11.822588 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:18:11.823757 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.935707 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.103261 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Allocated IP 172.20.0.2 (12f0c246-3e62-4f2e-9d64-2eb6a1f591eb/c5db4a75-1287-49bb-ad1f-38335eba31c5/725e4eea-6d5f-4de9-b7fc-0297c9351d8e) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:12.457857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297727-fd40-4790-8123-d4e51f0f8c00 req-5b56a66e-9fed-4aa4-8b51-2c66d5be9a0b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:12.464762 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29297727-fd40-4790-8123-d4e51f0f8c00 req-5b56a66e-9fed-4aa4-8b51-2c66d5be9a0b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1634340 Jun 07 08:18:12.574348 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29297727-fd40-4790-8123-d4e51f0f8c00 req-d9f33243-b21a-47a5-8077-d43c45457885 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085880 Jun 07 08:18:12.580533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.614665 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Transition to ACTIVE for port object 725e4eea-6d5f-4de9-b7fc-0297c9351d8e will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:12.661532 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Transition to ACTIVE for port object 725e4eea-6d5f-4de9-b7fc-0297c9351d8e will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:12.670105 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.676052 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.695799 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:12.751711 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.853100 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Pushing event updated for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:12.857531 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:12.859145 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:12.860187 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:12.863774 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:12.998701 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Attempting to bind port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:12.999117 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Attempting to bind port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:12.999492 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Attempting to bind port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e on network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:13.017406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:13.017794 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Checking segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:13.018236 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.018645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Bound using segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:13.019127 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Bound port: 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:13.019509 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.049106 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca2ab-8138-49dd-8fcd-5732bbce7d13 req-3523c648-61e7-404d-a170-0d92a08f9e85 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.051309 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f60ca2ab-8138-49dd-8fcd-5732bbce7d13 req-3523c648-61e7-404d-a170-0d92a08f9e85 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1090217 Jun 07 08:18:13.122770 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:13.126697 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:13.132591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.132906 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Allocated IP 172.27.0.104 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/b0c081d2-422a-404b-86b9-74140a6ecab3) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:13.143088 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:13.158746 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f60ca2ab-8138-49dd-8fcd-5732bbce7d13 req-8ea07776-67b7-4737-bb10-ea1136d663a0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968928 Jun 07 08:18:13.262606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Pushing event updated for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:13.262606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:13.345003 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.376086 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.380648 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:13.465797 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:13.468795 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:13.472742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:13.649055 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Pushing event updated for resources: {'Port': ['ID=b0c081d2-422a-404b-86b9-74140a6ecab3,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:13.754925 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:13.916295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c56f64-3f6b-4a1a-8040-1c3949b0f84a req-d17c1d51-b2fb-4d4a-afb9-5e6d03099f08 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.920659 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e2c56f64-3f6b-4a1a-8040-1c3949b0f84a req-d17c1d51-b2fb-4d4a-afb9-5e6d03099f08 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1484094 Jun 07 08:18:13.978708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e2c56f64-3f6b-4a1a-8040-1c3949b0f84a req-ed9e0f10-1e64-4132-83e9-c628dd7e77f0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Jun 07 08:18:14.109807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.265904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 725e4eea-6d5f-4de9-b7fc-0297c9351d8e up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:14.359420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:14.390738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115a8a8-25d4-4daa-a124-e0c227cac47e req-9eedb8a5-46ed-42d2-a1b3-66eee6af831f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:14.397997 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9115a8a8-25d4-4daa-a124-e0c227cac47e req-9eedb8a5-46ed-42d2-a1b3-66eee6af831f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1289227 Jun 07 08:18:14.456706 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9115a8a8-25d4-4daa-a124-e0c227cac47e req-b23df86c-e1dc-4d05-bc00-b36ebcc3671c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557187 Jun 07 08:18:14.691401 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.785560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441124b-d0a3-425a-8f4c-884201131cce None None] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:14.971130 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Provisioning for port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:14.976737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Router aac74ea5-a1a6-4b25-8414-41367d92034b is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:18:14.992013 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Provisioning complete for port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:14.992393 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.214405 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:15.225820 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Sync routers for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:15.248134 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:15.250072 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.251845 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8046355 Jun 07 08:18:15.254500 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43050) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:15.256351 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:15.320706 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.336486 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8e89-971a-4750-8473-ab50ff26ee18 req-77992141-50e1-4766-8c80-0b2f63bac962 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:15.343601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0d1f8e89-971a-4750-8473-ab50ff26ee18 req-77992141-50e1-4766-8c80-0b2f63bac962 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1261060 Jun 07 08:18:15.372566 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:15.377966 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.381853 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:15.405121 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0d1f8e89-971a-4750-8473-ab50ff26ee18 req-53128248-d690-49fc-9ca2-281fc5de7a78 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605533 Jun 07 08:18:15.502047 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Pushing event updated for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:15.517488 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:15.706345 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-aebb0463-e697-467c-8bc1-b5c68d1ef152 None None] Provisioning complete for port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:15.706720 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-aebb0463-e697-467c-8bc1-b5c68d1ef152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.710114 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:15.818578 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284131e-6e74-4ee2-b7be-3dd32b41f14b req-b9e7b201-53ff-4af5-937e-8b941960ade8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:15.828913 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f284131e-6e74-4ee2-b7be-3dd32b41f14b req-b9e7b201-53ff-4af5-937e-8b941960ade8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1552751 Jun 07 08:18:15.891047 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f284131e-6e74-4ee2-b7be-3dd32b41f14b req-cd9b69e2-b5fc-4ad2-b087-90e2f6a93074 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611084 Jun 07 08:18:16.175630 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:13Z', 'revision_number': 3, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:16.180689 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Checking router: aac74ea5-a1a6-4b25-8414-41367d92034b for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:16.180917 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Updating router aac74ea5-a1a6-4b25-8414-41367d92034b port b0c081d2-422a-404b-86b9-74140a6ecab3 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:18:16.250614 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 725e4eea-6d5f-4de9-b7fc-0297c9351d8e up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:16.266766 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.397994 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:16.398612 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.725469 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.756698 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890011d5-a1f9-460a-bfa9-d52e787ef7ee req-5f215f76-fa18-4f4d-a9a2-f94ad4a4283a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.772484 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-890011d5-a1f9-460a-bfa9-d52e787ef7ee req-5f215f76-fa18-4f4d-a9a2-f94ad4a4283a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2227113 Jun 07 08:18:16.836484 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-890011d5-a1f9-460a-bfa9-d52e787ef7ee req-5a39b8ec-ca23-402c-8268-a16e7514b10e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628459 Jun 07 08:18:16.839880 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.866562 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Transition to ACTIVE for port object b0c081d2-422a-404b-86b9-74140a6ecab3 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:16.874791 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.880355 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:16.994235 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Pushing event updated for resources: {'Port': ['ID=b0c081d2-422a-404b-86b9-74140a6ecab3,revision_number=2']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:17.005836 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.006208 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.006572 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.007066 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.007373 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.009190 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.009190 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.009190 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.009190 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.009679 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.010040 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.010480 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:17.025811 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:17.048241 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Attempting to bind port b0c081d2-422a-404b-86b9-74140a6ecab3 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:17.048909 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Attempting to bind port b0c081d2-422a-404b-86b9-74140a6ecab3 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:17.049043 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Attempting to bind port b0c081d2-422a-404b-86b9-74140a6ecab3 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:17.050705 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Allocated IP 172.20.0.1 (12f0c246-3e62-4f2e-9d64-2eb6a1f591eb/c5db4a75-1287-49bb-ad1f-38335eba31c5/84ee9253-29d2-4391-b8fc-374bb5340d67) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:17.054616 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:17.054988 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:17.055445 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.056202 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:17.056316 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Bound port: b0c081d2-422a-404b-86b9-74140a6ecab3, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:17.056661 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.152880 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] For port b0c081d2-422a-404b-86b9-74140a6ecab3, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:17.158441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 43086) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:17.169541 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] For port b0c081d2-422a-404b-86b9-74140a6ecab3, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b0c081d2-422a-404b-86b9-74140a6ecab3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:17.173128 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.176378 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.186969 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:17.243747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Deleting subnet 43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:18:17.250422 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.268007 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Pushing event updated for resources: {'Port': ['ID=b0c081d2-422a-404b-86b9-74140a6ecab3,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:17.272347 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:17.284097 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:17.284809 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:17.290065 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73e4a-235f-4ef5-a2d4-fb1944b2cf85 req-367c7509-0e9c-45bb-b420-747899ca6628 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:17.298640 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-00a73e4a-235f-4ef5-a2d4-fb1944b2cf85 req-367c7509-0e9c-45bb-b420-747899ca6628 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.2195039 Jun 07 08:18:17.352713 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.359269 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-00a73e4a-235f-4ef5-a2d4-fb1944b2cf85 req-aaf386e9-7cd8-45d3-861c-7da303faaffd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591059 Jun 07 08:18:17.385235 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Transition to ACTIVE for port object 84ee9253-29d2-4391-b8fc-374bb5340d67 will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:17.387008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.448887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.450158 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.455802 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:17.528337 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:17.591717 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.610873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1f9fcb5c-c8f9-433f-b9cc-f5004ed4c092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:17.648326 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:17.652103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:17.654192 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Pushing event updated for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:17.657156 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:17.657680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.660373 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:17.689819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:17.696873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:17.700626 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.705758 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a562087d-84f9-41bb-a056-9caf27bffb29 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/43fa2d1a-dd4f-4859-b2e7-04b9fe4d117e HTTP/1.1" status: 204 len: 168 time: 0.5462134 Jun 07 08:18:17.706395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 43090) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:17.902998 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:17.991097 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.016177 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-1359cc75-4088-43f0-951d-3d4c01ef4297 None None] Provisioning for port 84ee9253-29d2-4391-b8fc-374bb5340d67 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:18.021554 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-1359cc75-4088-43f0-951d-3d4c01ef4297 None None] Provisioning complete for port 84ee9253-29d2-4391-b8fc-374bb5340d67 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:18.022085 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1359cc75-4088-43f0-951d-3d4c01ef4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.027614 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:13Z', 'revision_number': 3, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:18.033740 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276571a-ebfe-414a-b4fe-fca5ec977c6a None None] The sync data for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi is: [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:13Z', 'revision_number': 3, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:18.196315 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-1359cc75-4088-43f0-951d-3d4c01ef4297 None None] Port 84ee9253-29d2-4391-b8fc-374bb5340d67 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:18.333134 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.339451 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.340320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.350870 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:18.405692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.426598 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dc53e2-89ee-4993-85c9-19036df1d80c']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:18.443210 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad260ad6-3835-4a87-a6ac-b9450a1820a3') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:18.443610 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad260ad6-3835-4a87-a6ac-b9450a1820a3') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:18.471549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.493301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663912b-a9c5-4641-9c69-533e6569472e req-0e0d7736-8193-4025-a9fe-f359051c7d89 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:18.501687 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f663912b-a9c5-4641-9c69-533e6569472e req-0e0d7736-8193-4025-a9fe-f359051c7d89 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.3776605 Jun 07 08:18:18.601113 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.666079 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Pushing event updated for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:18.673888 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:18.707369 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:18:18.713025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:18:18.748880 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:18:18.752285 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f663912b-a9c5-4641-9c69-533e6569472e req-fdef6443-1595-4e94-b754-1023eef35cb0 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494190 Jun 07 08:18:18.781678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:18.783104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:18.951945 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.005260 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e7900a44-35df-4e91-a8af-88c1209230a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:19.060785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.069981 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f9dc53e2-89ee-4993-85c9-19036df1d80c HTTP/1.1" status: 204 len: 168 time: 1.3625019 Jun 07 08:18:19.071280 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dc53e2-89ee-4993-85c9-19036df1d80c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:19.077494 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-01455da6-c60d-4321-ad53-a066969074c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:19.134920 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b283e389-0406-4f4a-9323-66aac5d1815a None None] Provisioning complete for port 84ee9253-29d2-4391-b8fc-374bb5340d67 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:19.137382 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b283e389-0406-4f4a-9323-66aac5d1815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.146669 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e645953-2ba8-47fc-b35e-3902b3d19fa5 req-80ac2117-d824-436f-9d61-60ec02c476b0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:19.148207 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6e645953-2ba8-47fc-b35e-3902b3d19fa5 req-80ac2117-d824-436f-9d61-60ec02c476b0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.5181997 Jun 07 08:18:19.240092 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6e645953-2ba8-47fc-b35e-3902b3d19fa5 req-f27e6acd-1dac-4709-9092-bafca8e9ced5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747249 Jun 07 08:18:19.260800 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-b283e389-0406-4f4a-9323-66aac5d1815a None None] Port 84ee9253-29d2-4391-b8fc-374bb5340d67 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:19.304138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 43110) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:19.419078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43114) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:19.419654 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8796de30-e117-4aa6-a1e8-fbe3edc6da79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7acb3bf3fa894d009c0a8bf97ab4bec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142416 Jun 07 08:18:19.487956 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Router aac74ea5-a1a6-4b25-8414-41367d92034b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:19.591370 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.641654 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.756279 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:19.761236 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] 10.222.0.46 "PUT /v2.0/routers/aac74ea5-a1a6-4b25-8414-41367d92034b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5053332 Jun 07 08:18:19.791251 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.804908 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:19.806366 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31ab28e6-0fd3-492a-8baa-bc2fbc662c90 HTTP/1.1" status: 204 len: 168 time: 0.3855579 Jun 07 08:18:19.807222 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-95aad018-558f-4f6a-9a94-df01f49f84f5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:19.827648 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab28e6-0fd3-492a-8baa-bc2fbc662c90,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:19.841754 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:20.002641 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403cec2-a581-4a22-a93f-09322e17dd78 req-6dc6216d-5779-41e1-9001-0813dbcbc938 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:20.010630 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3403cec2-a581-4a22-a93f-09322e17dd78 req-6dc6216d-5779-41e1-9001-0813dbcbc938 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1048577 Jun 07 08:18:20.078465 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3403cec2-a581-4a22-a93f-09322e17dd78 req-ac2c623d-11ed-4f8b-93fb-c062057dc714 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652976 Jun 07 08:18:20.260221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b0c081d2-422a-404b-86b9-74140a6ecab3 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:20.362279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port b0c081d2-422a-404b-86b9-74140a6ecab3 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:20.371397 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b0c081d2-422a-404b-86b9-74140a6ecab3 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:20.371779 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.513026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Sync routers for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:20.528458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719d888-2ed6-44f5-9e6d-982c4f246877 req-4a913165-b133-4b08-9391-5b9877d7f40a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:20.528670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:20.529287 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:20.533609 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e719d888-2ed6-44f5-9e6d-982c4f246877 req-4a913165-b133-4b08-9391-5b9877d7f40a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1288710 Jun 07 08:18:20.560010 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43160) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:20.566406 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1629185873-network', 'tenant_id': '5bbda3657981498f91219585fd629ea4'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:20.599028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Made reservation on behalf of 5bbda3657981498f91219585fd629ea4 for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:20.601875 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.605625 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e719d888-2ed6-44f5-9e6d-982c4f246877 req-2d9e41af-73f3-45dc-89b7-6422c370a3a8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648353 Jun 07 08:18:20.618343 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.641257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.676779 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port b0c081d2-422a-404b-86b9-74140a6ecab3, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b0c081d2-422a-404b-86b9-74140a6ecab3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:20.731515 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.737378 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.740048 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.747542 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8b7972aa-20c6-4af4-8732-2a4a09103507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:20.753173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:20.779131 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:18:20.781496 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c6b2c-238b-4154-9156-290680a61017,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:20.784594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:20.793108 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.793664 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Added segment 0916a1be-7db0-4b7f-8ea3-8da08d675d9c of type vlan for network 15acf199-657d-48c1-a54b-70c38745ed00 Jun 07 08:18:20.827049 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.830238 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-faa36bf7-dfdd-4f78-833b-8999d96d93e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.843640 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=b0c081d2-422a-404b-86b9-74140a6ecab3,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:20.847264 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:20.869924 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.871567 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:20.872147 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.886781 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ff1d2644-89f8-4fd1-b1a4-8a8161e985e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:20.891761 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:20.913316 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3497086 Jun 07 08:18:20.913506 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43170) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:20.918278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Request body: {'subnet': {'network_id': '15acf199-657d-48c1-a54b-70c38745ed00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1629185873-subnet', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:20.997206 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Pushing event updated for resources: {'Network': ['ID=15acf199-657d-48c1-a54b-70c38745ed00,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:21.000044 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3e6d8526-64d1-45aa-af77-91eabce8947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:21.008708 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Made reservation on behalf of 5bbda3657981498f91219585fd629ea4 for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:21.012457 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.017686 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 15acf199-657d-48c1-a54b-70c38745ed00 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:18:21.240926 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.246546 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c247b80e-baf9-41c4-8811-81c23c458508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:21.274605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b996614-49c9-4dcf-8849-4042d1d8928a req-9f1fab56-59b0-477c-8f85-2e348a75fcab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:21.283160 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b996614-49c9-4dcf-8849-4042d1d8928a req-9f1fab56-59b0-477c-8f85-2e348a75fcab tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1022580 Jun 07 08:18:21.295512 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:18Z', 'revision_number': 2, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:21.300991 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Checking router: aac74ea5-a1a6-4b25-8414-41367d92034b for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:21.302178 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Updating router aac74ea5-a1a6-4b25-8414-41367d92034b port 84ee9253-29d2-4391-b8fc-374bb5340d67 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:18:21.328764 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f855636-d476-4435-988c-be8e342c8bff,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:21.333051 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b996614-49c9-4dcf-8849-4042d1d8928a req-c43c607c-9122-47af-92cb-20894db1316c tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Jun 07 08:18:21.333215 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:21.348675 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Checking segment: {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:21.349033 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Network hostable DHCP agents. Network: 15acf199-657d-48c1-a54b-70c38745ed00, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:18:21.366698 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Network 15acf199-657d-48c1-a54b-70c38745ed00 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:18:21.375191 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.376871 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 15acf199-657d-48c1-a54b-70c38745ed00) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:21.381429 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:21.382107 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.390838 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39c2b7-2c97-41a0-9b1b-e7922381e6f2 None None] Network 15acf199-657d-48c1-a54b-70c38745ed00 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:21.400933 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c4ebd72e-60e3-440d-876f-d6b6128a9770 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4862919 Jun 07 08:18:21.403578 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 43178) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:21.409665 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:21.432404 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.433692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.451227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.792370 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:18:21.899783 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-15acf199-657d-48c1-a54b-70c38745ed00', 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'fixed_ips': [{'subnet_id': '9f855636-d476-4435-988c-be8e342c8bff'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:18:21.900588 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.909830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:21.974224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceaaa5-77f4-42dd-b893-3b16d036d416 req-15b25261-f761-4d2b-9f30-cb93eca2bc51 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:21.975691 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0cceaaa5-77f4-42dd-b893-3b16d036d416 req-15b25261-f761-4d2b-9f30-cb93eca2bc51 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.2404726 Jun 07 08:18:22.065327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.074455 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0cceaaa5-77f4-42dd-b893-3b16d036d416 req-6ad53d49-c631-4435-9e25-6407374dcf03 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913112 Jun 07 08:18:22.113414 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Transition to ACTIVE for port object 84ee9253-29d2-4391-b8fc-374bb5340d67 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:22.128304 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.135282 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:22.190370 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Allocated IP 172.20.0.2 (15acf199-657d-48c1-a54b-70c38745ed00/9f855636-d476-4435-988c-be8e342c8bff/65ce29df-ffb4-4839-a812-7e3645fe8155) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:22.252487 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b0c081d2-422a-404b-86b9-74140a6ecab3 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:22.278325 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.313327 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.328198 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Pushing event updated for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:22.360109 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:22.494465 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Allocated IP 172.27.0.213 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/94016166-1847-448b-a888-48614ce0df36) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:22.520259 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Attempting to bind port 84ee9253-29d2-4391-b8fc-374bb5340d67 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:22.520643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Attempting to bind port 84ee9253-29d2-4391-b8fc-374bb5340d67 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:22.521013 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Attempting to bind port 84ee9253-29d2-4391-b8fc-374bb5340d67 on network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:22.543554 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:22.543932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Checking segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:22.544338 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.544741 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Bound using segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:22.545214 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Bound port: 84ee9253-29d2-4391-b8fc-374bb5340d67, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:22.545649 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.563567 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b0c081d2-422a-404b-86b9-74140a6ecab3 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:22.563949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.628532 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34debe-a5c2-43a2-bf32-1e8048670575 req-47b71259-447c-4286-8d3e-051d885fb34d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:22.630098 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dc34debe-a5c2-43a2-bf32-1e8048670575 req-47b71259-447c-4286-8d3e-051d885fb34d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1819453 Jun 07 08:18:22.704566 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.709832 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dc34debe-a5c2-43a2-bf32-1e8048670575 req-5ad5d227-44cb-4238-ad15-bb85bdbb06ec tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722187 Jun 07 08:18:22.750440 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.756885 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:22.777829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.804838 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] For port 84ee9253-29d2-4391-b8fc-374bb5340d67, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:22.824814 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:22.828233 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:22.831780 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:22.839150 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Transition to ACTIVE for port object 65ce29df-ffb4-4839-a812-7e3645fe8155 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:22.863920 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] For port 84ee9253-29d2-4391-b8fc-374bb5340d67, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=84ee9253-29d2-4391-b8fc-374bb5340d67,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:22.869697 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Pushing event updated for resources: {'Port': ['ID=94016166-1847-448b-a888-48614ce0df36,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:22.873647 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:22.874867 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.882276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:22.918264 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Transition to ACTIVE for port object 65ce29df-ffb4-4839-a812-7e3645fe8155 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:22.945702 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.981755 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Pushing event updated for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:22.985305 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:22.985905 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:17:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:23.038023 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Network 15acf199-657d-48c1-a54b-70c38745ed00 is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:23.038962 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:23.039433 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:23.078276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:23.093981 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:23.310930 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Pushing event updated for resources: {'Port': ['ID=65ce29df-ffb4-4839-a812-7e3645fe8155,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:23.327604 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:23.349265 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.353189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Attempting to bind port 65ce29df-ffb4-4839-a812-7e3645fe8155 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:23.353574 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Attempting to bind port 65ce29df-ffb4-4839-a812-7e3645fe8155 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:23.353976 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Attempting to bind port 65ce29df-ffb4-4839-a812-7e3645fe8155 on network 15acf199-657d-48c1-a54b-70c38745ed00 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:23.368579 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:23.369317 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Checking segment: {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:23.369475 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.369764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Bound using segment: {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:23.370280 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Bound port: 65ce29df-ffb4-4839-a812-7e3645fe8155, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:23.370664 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.384241 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:23.395411 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.601135 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-12ef413b-9b93-43ba-8b9b-bb02568cfa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.631367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc084d05-dace-4fc3-8475-4ee02fa2809f req-e051e53d-d19d-4729-852a-36b1e498e103 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:23.632841 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc084d05-dace-4fc3-8475-4ee02fa2809f req-e051e53d-d19d-4729-852a-36b1e498e103 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.3196862 Jun 07 08:18:23.711238 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] For port 65ce29df-ffb4-4839-a812-7e3645fe8155, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:23.726660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] For port 65ce29df-ffb4-4839-a812-7e3645fe8155, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=65ce29df-ffb4-4839-a812-7e3645fe8155,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:23.732438 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-2d906bc3-4bb2-4dc1-a0b1-81ed8d27bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:23.733981 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-2d906bc3-4bb2-4dc1-a0b1-81ed8d27bd3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1099 time: 0.2847364 Jun 07 08:18:23.740390 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.747232 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-060eaef5-70bf-4834-a274-78a0e14183d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:23.794459 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fc084d05-dace-4fc3-8475-4ee02fa2809f req-dbc8134d-8d5e-484e-8d64-bdd736e07ab3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533763 Jun 07 08:18:23.864314 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Pushing event updated for resources: {'Port': ['ID=65ce29df-ffb4-4839-a812-7e3645fe8155,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:23.881903 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:23.968297 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:22Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:23.973197 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e82b-9d06-450d-94ff-fd4065ee79d5 None None] The sync data for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi is: [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:22Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:24.031128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.123305 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-cb475bc1-6e7e-471a-8fdb-5d692d8c08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.125302 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-cb475bc1-6e7e-471a-8fdb-5d692d8c08bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.3753631 Jun 07 08:18:24.328139 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 65ce29df-ffb4-4839-a812-7e3645fe8155 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:24.382732 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-f4c004da-e6c9-46d0-9219-f6fd3b71ee47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 1001 time: 0.2380862 Jun 07 08:18:24.400710 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de68bb-5de1-44b3-a621-ca4cb42d0d0e req-3fbf2b14-90a5-47a6-a89f-79ad84089ced tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.401415 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.402211 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81de68bb-5de1-44b3-a621-ca4cb42d0d0e req-3fbf2b14-90a5-47a6-a89f-79ad84089ced tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.4672358 Jun 07 08:18:24.423752 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 65ce29df-ffb4-4839-a812-7e3645fe8155 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:24.429658 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 84ee9253-29d2-4391-b8fc-374bb5340d67 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:24.511380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-b8ab2888-d6eb-4a4c-8a0d-af1f59ba222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.512591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 84ee9253-29d2-4391-b8fc-374bb5340d67 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:24.512906 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-b8ab2888-d6eb-4a4c-8a0d-af1f59ba222d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.1206813 Jun 07 08:18:24.518745 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 84ee9253-29d2-4391-b8fc-374bb5340d67 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:24.519327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.527008 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81de68bb-5de1-44b3-a621-ca4cb42d0d0e req-46afd173-751c-4787-a063-0c253f5f4b5e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Jun 07 08:18:24.621977 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Router 75517d87-a26f-4205-b845-515ce026216b is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:18:24.656267 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.693346 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 84ee9253-29d2-4391-b8fc-374bb5340d67, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=84ee9253-29d2-4391-b8fc-374bb5340d67,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:24.700216 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.703104 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:24.714116 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-ff2b365a-0dd9-4b8d-9db2-ee1b059f09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.716168 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-ff2b365a-0dd9-4b8d-9db2-ee1b059f09ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933870 Jun 07 08:18:24.814780 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:24.819146 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:25.091417 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb662c94-46a0-44f0-895f-ab68c19ce18c None None] Network 15acf199-657d-48c1-a54b-70c38745ed00 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:25.173445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:25.185398 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Sync routers for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:25.198206 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:25.199015 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:18:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:25.199785 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-ec525203-d635-47b8-95a4-d2291c40153a service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677978 Jun 07 08:18:25.241477 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:25.246130 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43220) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:25.246894 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8414817 Jun 07 08:18:25.371355 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b721c-fe98-40a6-b87f-9b19cf9632be req-621da893-3169-49ba-97c0-a2fffa504402 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.372887 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2e9b721c-fe98-40a6-b87f-9b19cf9632be req-621da893-3169-49ba-97c0-a2fffa504402 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.3323348 Jun 07 08:18:25.461623 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4931ed5-b89a-46f8-ab78-3a24209f2aaf req-8b74906a-5360-4b7e-b080-97033ec33df2 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509713 Jun 07 08:18:25.464492 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2e9b721c-fe98-40a6-b87f-9b19cf9632be req-b758ed43-db28-4489-a4d1-7e5fc73eae32 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836782 Jun 07 08:18:25.534395 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:25.618569 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Provisioning for port 65ce29df-ffb4-4839-a812-7e3645fe8155 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:25.626824 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Provisioning complete for port 65ce29df-ffb4-4839-a812-7e3645fe8155 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:25.627704 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:25.913957 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:25.960715 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e17532-b2cd-4a2f-9fdc-279f9cc4a3e3 req-a87a442c-a9e9-48d6-8ca0-e4f9a8c16c73 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.968373 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95e17532-b2cd-4a2f-9fdc-279f9cc4a3e3 req-a87a442c-a9e9-48d6-8ca0-e4f9a8c16c73 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2093132 Jun 07 08:18:25.994572 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] For port 65ce29df-ffb4-4839-a812-7e3645fe8155, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=65ce29df-ffb4-4839-a812-7e3645fe8155,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:26.003063 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.011166 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:26.083877 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95e17532-b2cd-4a2f-9fdc-279f9cc4a3e3 req-4f7d4e62-613e-45de-8f22-eae1bba34ccb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076887 Jun 07 08:18:26.147158 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Pushing event updated for resources: {'Port': ['ID=65ce29df-ffb4-4839-a812-7e3645fe8155,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:26.151817 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:26.162483 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:23Z', 'revision_number': 3, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:26.167059 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Checking router: 75517d87-a26f-4205-b845-515ce026216b for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:26.167875 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Updating router 75517d87-a26f-4205-b845-515ce026216b port 94016166-1847-448b-a888-48614ce0df36 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:18:26.203291 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.234459 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-fe4e68c6-5a0d-4745-84ab-e9ec32fba790 None None] Provisioning complete for port 65ce29df-ffb4-4839-a812-7e3645fe8155 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:26.235164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-fe4e68c6-5a0d-4745-84ab-e9ec32fba790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.335080 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.376589 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 65ce29df-ffb4-4839-a812-7e3645fe8155 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:26.503515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 65ce29df-ffb4-4839-a812-7e3645fe8155 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:26.503515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.637460 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.681765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 84ee9253-29d2-4391-b8fc-374bb5340d67 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:26.712695 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d518-cf1b-4478-9b72-d4d00699ce8b req-e6ccd429-f242-4f4b-942a-ed12fee220e4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:26.721112 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e1f3d518-cf1b-4478-9b72-d4d00699ce8b req-e6ccd429-f242-4f4b-942a-ed12fee220e4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 946 time: 0.1091180 Jun 07 08:18:26.781970 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.787521 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 84ee9253-29d2-4391-b8fc-374bb5340d67 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:26.788172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.794992 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Transition to ACTIVE for port object 94016166-1847-448b-a888-48614ce0df36 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:26.803708 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.810247 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:26.839455 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e1f3d518-cf1b-4478-9b72-d4d00699ce8b req-1a276357-51f5-4a3d-b45c-d8b336c28c80 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163950 Jun 07 08:18:26.871959 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Allocated IP 172.20.0.1 (15acf199-657d-48c1-a54b-70c38745ed00/9f855636-d476-4435-988c-be8e342c8bff/7d23834c-7da2-4c34-b430-aa2c02bca2eb) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:26.873342 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701bda3-b11b-43b1-8cdf-458b1848e2ee req-e7ad7740-9a69-42f8-aa69-4e5c6194b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:26.875854 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4701bda3-b11b-43b1-8cdf-458b1848e2ee req-e7ad7740-9a69-42f8-aa69-4e5c6194b9a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.1107261 Jun 07 08:18:26.916592 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Attempting to bind port 94016166-1847-448b-a888-48614ce0df36 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:26.916964 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Attempting to bind port 94016166-1847-448b-a888-48614ce0df36 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:26.917334 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Attempting to bind port 94016166-1847-448b-a888-48614ce0df36 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:26.925347 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dd3ac-e877-4400-b2ab-a4ee876a26f1 None None] Pushing event updated for resources: {'Port': ['ID=94016166-1847-448b-a888-48614ce0df36,revision_number=2']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:26.926539 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4701bda3-b11b-43b1-8cdf-458b1848e2ee req-a6c163c0-bde1-4fda-849f-ad80c61bbf36 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Jun 07 08:18:26.928602 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-cb6dd3ac-e877-4400-b2ab-a4ee876a26f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:26.929406 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:26.929784 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:26.930216 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:26.930610 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:26.931091 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Bound port: 94016166-1847-448b-a888-48614ce0df36, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:26.931468 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.004308 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] For port 94016166-1847-448b-a888-48614ce0df36, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:27.007449 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] For port 94016166-1847-448b-a888-48614ce0df36, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=94016166-1847-448b-a888-48614ce0df36,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:27.011442 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.017947 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:27.047634 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.064337 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Transition to ACTIVE for port object 7d23834c-7da2-4c34-b430-aa2c02bca2eb will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:27.085139 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:27.085721 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:18:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:27.086788 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.090423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:27.091061 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:27.156007 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Network 15acf199-657d-48c1-a54b-70c38745ed00 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:27.159090 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:27.162704 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:27.163168 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.185449 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dd3ac-e877-4400-b2ab-a4ee876a26f1 None None] Pushing event updated for resources: {'Port': ['ID=94016166-1847-448b-a888-48614ce0df36,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:27.200712 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-cb6dd3ac-e877-4400-b2ab-a4ee876a26f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:27.232791 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:27.260445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:27.294040 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.320011 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.362191 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:27.363145 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:27.366727 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d948fd69-0bf4-459a-a4f7-805846478eec" -d '{"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:27.375538 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.377460 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-853334dd-9ebe-4235-96b8-2c1b31d0dd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:27.438001 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbd6b8-513a-4936-ba51-015b00cd3040 req-1e3cb571-b0c3-4687-81fe-9c88669308ff tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:27.445570 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:27.447910 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2afbd6b8-513a-4936-ba51-015b00cd3040 req-1e3cb571-b0c3-4687-81fe-9c88669308ff tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1850960 Jun 07 08:18:27.525422 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01895a-f0b1-4f49-8f89-562cb7af0136 x-openstack-request-id: req-1b01895a-f0b1-4f49-8f89-562cb7af0136 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:27.526226 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:27.526489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b01895a-f0b1-4f49-8f89-562cb7af0136 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:27.526886 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'code': 200} Jun 07 08:18:27.529143 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=8']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:27.543933 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:27.546819 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2afbd6b8-513a-4936-ba51-015b00cd3040 req-cf144132-5881-4d4d-97ab-b1b36db5fe3d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979698 Jun 07 08:18:27.557791 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-6b2cab95-ebba-4dad-a69e-630dcf92016b None None] Provisioning for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:27.564929 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-6b2cab95-ebba-4dad-a69e-630dcf92016b None None] Provisioning complete for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:27.565318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6b2cab95-ebba-4dad-a69e-630dcf92016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.674880 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cab95-ebba-4dad-a69e-630dcf92016b None None] Port 7d23834c-7da2-4c34-b430-aa2c02bca2eb cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:27.750662 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.761741 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.762753 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:27.769046 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2a45e84f-9fe8-4faa-984a-abbbdbbf5646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:27.887046 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:27.893011 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:28.025127 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:23Z', 'revision_number': 3, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:28.030904 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Network 15acf199-657d-48c1-a54b-70c38745ed00 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:28.032475 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea91b-a910-4752-818e-5fd5ad1865cb None None] The sync data for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi is: [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:23Z', 'revision_number': 3, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:28.032751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:28.183692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f90036-448e-4d8b-b5df-0da33946ed9a req-c0a0cd14-8466-48f3-9374-4c3899018227 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:28.194993 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2f90036-448e-4d8b-b5df-0da33946ed9a req-c0a0cd14-8466-48f3-9374-4c3899018227 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1574638 Jun 07 08:18:28.329576 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2f90036-448e-4d8b-b5df-0da33946ed9a req-d58a028f-03b5-466b-8910-b0f66aaba419 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263318 Jun 07 08:18:28.418466 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-6877cdee-92c3-4077-97c4-20f968bd1be6 None None] Provisioning complete for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:28.419444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6877cdee-92c3-4077-97c4-20f968bd1be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:28.432049 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Router 75517d87-a26f-4205-b845-515ce026216b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:28.540327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-6877cdee-92c3-4077-97c4-20f968bd1be6 None None] Port 7d23834c-7da2-4c34-b430-aa2c02bca2eb cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:28.781818 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:28.783921 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d257-a212-4140-974f-706330328b5b req-dd5b4006-7997-4bb4-89e2-d3f99b8b7e20 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:28.787964 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/75517d87-a26f-4205-b845-515ce026216b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5403538 Jun 07 08:18:28.794768 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ac4d257-a212-4140-974f-706330328b5b req-dd5b4006-7997-4bb4-89e2-d3f99b8b7e20 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1183023 Jun 07 08:18:28.841790 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ac4d257-a212-4140-974f-706330328b5b req-087ccfab-95f9-4fff-afd5-5b1c716ebaa1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Jun 07 08:18:29.878067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a490f-d484-4c57-902f-0fc183f10d44 req-4e1f5b9f-cc46-4762-94db-345e98f1ad3e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:29.880292 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-de6a490f-d484-4c57-902f-0fc183f10d44 req-4e1f5b9f-cc46-4762-94db-345e98f1ad3e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1819706 Jun 07 08:18:29.889074 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136b1f-8419-44a1-b7d4-f112ac0d0321 req-5fbed02e-092b-4028-9f29-b2eacbe2692f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:29.891457 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c136b1f-8419-44a1-b7d4-f112ac0d0321 req-5fbed02e-092b-4028-9f29-b2eacbe2692f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1422803 Jun 07 08:18:29.965817 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4c136b1f-8419-44a1-b7d4-f112ac0d0321 req-6ed02014-65fa-472a-9e8c-2a9edc1497bf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595956 Jun 07 08:18:29.978758 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-de6a490f-d484-4c57-902f-0fc183f10d44 req-45bffb34-19ba-449d-881c-f7dacfc26541 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860505 Jun 07 08:18:30.013341 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43348) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:30.172112 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-32841660-03e6-4269-8539-b63fa9de08c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553535 Jun 07 08:18:30.297830 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 94016166-1847-448b-a888-48614ce0df36 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:30.394139 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 94016166-1847-448b-a888-48614ce0df36 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:30.402756 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 94016166-1847-448b-a888-48614ce0df36 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:30.404515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.607560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.628090 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 94016166-1847-448b-a888-48614ce0df36, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=94016166-1847-448b-a888-48614ce0df36,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:30.633652 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.638116 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:30.721782 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=94016166-1847-448b-a888-48614ce0df36,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:30.735980 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:30.750543 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Sync routers for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:30.776327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:30.777061 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:18:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:30.972740 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:31.207265 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab42fb-bd78-437d-a276-95e723b1a584 req-1570880f-79d7-4330-9010-7ce88d9ef48c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.214830 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bbab42fb-bd78-437d-a276-95e723b1a584 req-1570880f-79d7-4330-9010-7ce88d9ef48c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0975492 Jun 07 08:18:31.262153 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bbab42fb-bd78-437d-a276-95e723b1a584 req-7a0e9ba1-a6d9-454f-b3c6-b0bbd972a2ba tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459895 Jun 07 08:18:31.366599 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 4, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '7d23834c-7da2-4c34-b430-aa2c02bca2eb', 'name': '', 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'mac_address': 'fa:16:3e:7f:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9f855636-d476-4435-988c-be8e342c8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:26Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 2, 'project_id': '5bbda3657981498f91219585fd629ea4', 'subnets': [{'id': '9f855636-d476-4435-988c-be8e342c8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:31.371336 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Checking router: 75517d87-a26f-4205-b845-515ce026216b for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:31.371794 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Updating router 75517d87-a26f-4205-b845-515ce026216b port 7d23834c-7da2-4c34-b430-aa2c02bca2eb binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:18:31.444425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:31.457731 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fad64-3d3f-4d8c-966b-4c447beaa8ba req-4beaa177-d5f7-426b-a418-d5604992fbdf tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.464743 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b05fad64-3d3f-4d8c-966b-4c447beaa8ba req-4beaa177-d5f7-426b-a418-d5604992fbdf tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0884879 Jun 07 08:18:31.506398 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b05fad64-3d3f-4d8c-966b-4c447beaa8ba req-f28d5ae8-52f1-4816-919b-adb7077f3b52 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Jun 07 08:18:31.856334 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-24d6f769-77a5-4523-8090-75df7a31461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.858753 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-24d6f769-77a5-4523-8090-75df7a31461b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21d3514264d443291143ababf0509ba&device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 1099 time: 0.0973675 Jun 07 08:18:31.874751 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:32.004566 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.064205 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Transition to ACTIVE for port object 7d23834c-7da2-4c34-b430-aa2c02bca2eb will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:32.074345 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.083201 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:32.133049 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-acd22e18-bbac-48aa-9d28-612d25fe7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.134612 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-acd22e18-bbac-48aa-9d28-612d25fe7655 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 200 len: 918 time: 0.2683823 Jun 07 08:18:32.233625 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-6fafebb3-174a-4d9a-837f-4f6f54e90f2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 200 len: 217 time: 0.0863414 Jun 07 08:18:32.342997 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-822e7d00-5e87-44d9-b5bb-7a36483f3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.343714 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 94016166-1847-448b-a888-48614ce0df36 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:32.345084 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-822e7d00-5e87-44d9-b5bb-7a36483f3f60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 200 len: 857 time: 0.0979171 Jun 07 08:18:32.402372 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-03884978-4656-4896-9371-a67375412883 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a665f221-6df3-47ed-bee7-0fe6e0134d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485322 Jun 07 08:18:32.520818 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Pushing event updated for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:32.532346 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:32.654298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960cf9d-95d2-4d33-9689-66839a36e6a3 req-74be4fb0-1e88-42c5-844f-e1e51672e307 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.656353 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3960cf9d-95d2-4d33-9689-66839a36e6a3 req-74be4fb0-1e88-42c5-844f-e1e51672e307 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1961203 Jun 07 08:18:32.659566 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-5fae253e-9d2e-4b1a-888e-74436fb1d779 service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495551 Jun 07 08:18:32.678137 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Attempting to bind port 7d23834c-7da2-4c34-b430-aa2c02bca2eb on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:32.678350 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Attempting to bind port 7d23834c-7da2-4c34-b430-aa2c02bca2eb by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:32.678738 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Attempting to bind port 7d23834c-7da2-4c34-b430-aa2c02bca2eb on network 15acf199-657d-48c1-a54b-70c38745ed00 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:32.715040 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:32.715554 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Checking segment: {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:32.715797 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.721068 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Bound using segment: {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:32.721734 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Bound port: 7d23834c-7da2-4c34-b430-aa2c02bca2eb, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0916a1be-7db0-4b7f-8ea3-8da08d675d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:32.722173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.768371 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 94016166-1847-448b-a888-48614ce0df36 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:32.768940 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:32.998106 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3960cf9d-95d2-4d33-9689-66839a36e6a3 req-3620ed8b-9ee1-4184-8a06-48eea76bfd6a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017628 Jun 07 08:18:33.028310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ae2e684-f9ee-4659-9f36-76c504d180df req-7dac4f4b-fcef-4744-a955-442f1de7dc3a service neutron] 10.222.0.45 "GET /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334575 Jun 07 08:18:33.082847 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4dcd3-8078-43fc-b39c-39bebe676fd4 req-f9d284db-191d-4395-87f3-19c5637d2cd7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:33.084255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65c4dcd3-8078-43fc-b39c-39bebe676fd4 req-f9d284db-191d-4395-87f3-19c5637d2cd7 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.4270136 Jun 07 08:18:33.177451 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] For port 7d23834c-7da2-4c34-b430-aa2c02bca2eb, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:33.181921 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] For port 7d23834c-7da2-4c34-b430-aa2c02bca2eb, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7d23834c-7da2-4c34-b430-aa2c02bca2eb,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:33.214921 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:33.224549 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:33.247213 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-65c4dcd3-8078-43fc-b39c-39bebe676fd4 req-7cde6a34-ddcc-4246-98fc-c6197eeaa98a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502378 Jun 07 08:18:33.301403 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Pushing event updated for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:33.307651 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:33.352679 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:33.353297 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:18:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:33.785050 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:34.181639 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 4, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '7d23834c-7da2-4c34-b430-aa2c02bca2eb', 'name': '', 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'mac_address': 'fa:16:3e:7f:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9f855636-d476-4435-988c-be8e342c8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:26Z', 'updated_at': '2021-06-07T08:18:33Z', 'revision_number': 4, 'project_id': '5bbda3657981498f91219585fd629ea4', 'subnets': [{'id': '9f855636-d476-4435-988c-be8e342c8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:34.187117 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ba8c1-51b0-4065-939c-d368e802df51 None None] The sync data for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi is: [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:18:27Z', 'revision_number': 4, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '7d23834c-7da2-4c34-b430-aa2c02bca2eb', 'name': '', 'network_id': '15acf199-657d-48c1-a54b-70c38745ed00', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'mac_address': 'fa:16:3e:7f:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9f855636-d476-4435-988c-be8e342c8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:26Z', 'updated_at': '2021-06-07T08:18:33Z', 'revision_number': 4, 'project_id': '5bbda3657981498f91219585fd629ea4', 'subnets': [{'id': '9f855636-d476-4435-988c-be8e342c8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:34.338271 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826eeb-96bd-4aad-86b5-b542906179e0 req-e35ddf79-838f-4a8e-9094-0f91b63f4da2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.346369 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b826eeb-96bd-4aad-86b5-b542906179e0 req-e35ddf79-838f-4a8e-9094-0f91b63f4da2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.2209456 Jun 07 08:18:34.367410 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-4e9a4f17-918c-4c8e-a5f4-e7db21d9ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.369071 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-4e9a4f17-918c-4c8e-a5f4-e7db21d9ac89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 1097 time: 0.1768773 Jun 07 08:18:34.470540 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b826eeb-96bd-4aad-86b5-b542906179e0 req-e78c8934-90dd-4bd8-adbd-f31668931a6d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228015 Jun 07 08:18:34.526898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-3bf22d79-97e5-441c-b74b-14d8ea0ff773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.528983 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-3bf22d79-97e5-441c-b74b-14d8ea0ff773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1097 time: 0.1166823 Jun 07 08:18:34.816758 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-7f33394f-2c00-4959-90cc-dc9e32ac278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.818248 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-7f33394f-2c00-4959-90cc-dc9e32ac278c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.2778368 Jun 07 08:18:34.836274 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa487-43e1-4593-b296-9a3b4023dcef req-31ea0ed7-5fa3-4434-b4d4-ba04b0117870 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.837987 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-acaaa487-43e1-4593-b296-9a3b4023dcef req-31ea0ed7-5fa3-4434-b4d4-ba04b0117870 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2532139 Jun 07 08:18:35.059543 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-acaaa487-43e1-4593-b296-9a3b4023dcef req-be7e5476-ce35-4d7e-bc6a-4a993dc291d4 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499243 Jun 07 08:18:35.089604 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-8b8712ad-06f4-4721-b348-7a0d6156caf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 999 time: 0.2506335 Jun 07 08:18:35.195238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-5d2393f3-9e5e-42e5-bea9-53ddd59118f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.196686 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-5d2393f3-9e5e-42e5-bea9-53ddd59118f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0978849 Jun 07 08:18:35.337400 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-11f00303-3190-45a2-9787-13233490afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.339027 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-11f00303-3190-45a2-9787-13233490afea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1350055 Jun 07 08:18:35.515807 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-132007e4-57ce-4fbd-888a-e32678ad3e12 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633351 Jun 07 08:18:35.963603 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2639db80-51a2-435a-a1a4-66bce3fe468e req-affe44e8-32bb-4089-98a7-f46657b61a0d service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402351 Jun 07 08:18:35.972060 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb066284-5947-498c-9534-9f116233da57 req-271d80a5-069d-4c73-ad2e-88d26479fbca tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.974270 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb066284-5947-498c-9534-9f116233da57 req-271d80a5-069d-4c73-ad2e-88d26479fbca tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.2028425 Jun 07 08:18:36.055004 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb066284-5947-498c-9534-9f116233da57 req-42cbd100-e46b-4f66-a11a-0ee6857d1bc8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649567 Jun 07 08:18:36.340164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7d23834c-7da2-4c34-b430-aa2c02bca2eb up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:36.356131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495c6c-ce80-4cba-86ba-ffbc96f6a929 req-79c5e32b-a72c-4b5e-91f2-96292b337b19 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:36.362727 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5495c6c-ce80-4cba-86ba-ffbc96f6a929 req-79c5e32b-a72c-4b5e-91f2-96292b337b19 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1775980 Jun 07 08:18:36.418787 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5495c6c-ce80-4cba-86ba-ffbc96f6a929 req-8aad39e5-3984-4186-81fb-badafb11e430 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Jun 07 08:18:36.516268 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:36.524354 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:36.524746 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.798099 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.857970 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 7d23834c-7da2-4c34-b430-aa2c02bca2eb, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7d23834c-7da2-4c34-b430-aa2c02bca2eb,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:36.864490 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.866788 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:37.033878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:37.050925 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:37.495395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b702d-dba5-4fb8-95ef-5012a43476fc req-d039ecb2-85e7-4e91-a953-07b960452b3d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:37.496910 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7c1b702d-dba5-4fb8-95ef-5012a43476fc req-d039ecb2-85e7-4e91-a953-07b960452b3d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0926816 Jun 07 08:18:37.547728 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7c1b702d-dba5-4fb8-95ef-5012a43476fc req-9432da77-915d-4e69-9028-7bd81df3f822 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438297 Jun 07 08:18:38.239647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7d23834c-7da2-4c34-b430-aa2c02bca2eb up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:38.313006 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7d23834c-7da2-4c34-b430-aa2c02bca2eb triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:38.313403 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:38.748552 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef792bd-6669-467c-b57f-273f836ce295 req-0fe6ddf0-a77d-4f82-9a49-499f065febb6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:38.750666 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cef792bd-6669-467c-b57f-273f836ce295 req-0fe6ddf0-a77d-4f82-9a49-499f065febb6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0839458 Jun 07 08:18:38.821699 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cef792bd-6669-467c-b57f-273f836ce295 req-7061e570-951e-485c-9a24-bf844fa11ece tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608764 Jun 07 08:18:40.177270 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639df1-e956-4d25-9fab-6122dc1f7e52 req-2e72756b-7e44-41cf-8ba7-0705dc8b10fd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:40.180338 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4f639df1-e956-4d25-9fab-6122dc1f7e52 req-2e72756b-7e44-41cf-8ba7-0705dc8b10fd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1518593 Jun 07 08:18:40.275411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4f639df1-e956-4d25-9fab-6122dc1f7e52 req-6cdef5c2-3d24-4e9e-a1c8-2ee0b3107a09 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893781 Jun 07 08:18:41.416892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-52728917-0aeb-43c2-ba48-049d98f62aac tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:41.420475 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-52728917-0aeb-43c2-ba48-049d98f62aac tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 815 time: 0.2031934 Jun 07 08:18:41.454791 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-9b40863f-bc84-432f-b475-69b558672534 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/quotas/2580ba787fc2426e8a45a01b623b43cd HTTP/1.1" status: 200 len: 375 time: 0.0279491 Jun 07 08:18:41.547902 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-fd4e951d-58e8-4440-888c-251bbdfb9689 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910454 Jun 07 08:18:41.702276 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-a08a7683-eb52-420a-a085-3cdc06688f22 service neutron] 10.222.0.46 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388757 Jun 07 08:18:41.845718 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43544) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:41.870502 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-219eec4a-daf8-4a24-8248-88d240caaed0 service neutron] 10.222.0.46 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612775 Jun 07 08:18:42.004944 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.161297 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.167073 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.191081 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f1a51af-b0c0-4fe4-9c99-16afb4a610a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:42.261077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaa896-a788-4260-b2ff-dd49719774bf req-7b49d286-d95e-4fbd-a16a-57566e46a88f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:42.263065 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2fbaa896-a788-4260-b2ff-dd49719774bf req-7b49d286-d95e-4fbd-a16a-57566e46a88f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1601825 Jun 07 08:18:42.291737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860d739e-b2ba-459e-a121-47c17453411d,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:42.306783 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.307150 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.307523 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.307865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.308214 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.308560 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.309046 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.309447 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.310090 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.310501 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.310889 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.311243 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:42.328198 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:42.331587 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b72e7a5b11b4ccea50ce1726a7bb104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847398 Jun 07 08:18:42.334340 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43558) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:42.342107 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2fbaa896-a788-4260-b2ff-dd49719774bf req-93799049-fe99-4260-b5db-3b94b1c7edbb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682023 Jun 07 08:18:42.450863 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-822d0692-164d-443a-aef7-53ab4b03d59e req-48eaa920-41d5-4e44-9b63-4827771f9ff3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0535700 Jun 07 08:18:42.478562 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.520894 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.609103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.613278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:42.615110 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/860d739e-b2ba-459e-a121-47c17453411d HTTP/1.1" status: 204 len: 168 time: 0.2792389 Jun 07 08:18:42.616408 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5f2b4659-9e51-4962-84cb-ffd537441866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:42.629457 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860d739e-b2ba-459e-a121-47c17453411d,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:42.644737 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:43.586413 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c515-0e6a-4ac9-92c8-920ba7df8755 req-e850c58f-cbb6-46a6-8773-023f37a84803 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:43.591269 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4434c515-0e6a-4ac9-92c8-920ba7df8755 req-e850c58f-cbb6-46a6-8773-023f37a84803 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1003444 Jun 07 08:18:43.640006 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4434c515-0e6a-4ac9-92c8-920ba7df8755 req-679126e1-f263-476f-8fe0-919ec0e2c83a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 Jun 07 08:18:43.819515 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-08eb8dd4-c5f2-43bb-8fbc-43f7d60b37ae req-e63aadb9-c083-4086-b372-de263a09eb0d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0481076 Jun 07 08:18:44.223205 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 43612) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:44.359057 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.489016 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.492858 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.502105 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d9bba340-1c39-477b-bb03-4f4bcbb673b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:44.544392 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fa7cc4d391440d9af26259fdd91fde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200328 Jun 07 08:18:44.545775 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2323678-7b10-4387-a6dc-4a6a2a181103,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:44.547681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 43618) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:44.551120 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:44.616317 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.648107 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.707461 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.710481 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.714105 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2323678-7b10-4387-a6dc-4a6a2a181103 HTTP/1.1" status: 204 len: 168 time: 0.1628325 Jun 07 08:18:44.714105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-114f5776-c143-4215-aa12-fdaa1fd10de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:44.724658 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2323678-7b10-4387-a6dc-4a6a2a181103,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:44.735124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.735496 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.735861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.736344 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.736704 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.737059 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.737452 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.737829 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.738216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.738561 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.738902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.739242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.742486 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:44.901689 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4863a-ec5c-452e-a142-057cc473b322 req-477b724e-ad87-4d94-9e9e-d9cf8949276b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:44.903435 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74f4863a-ec5c-452e-a142-057cc473b322 req-477b724e-ad87-4d94-9e9e-d9cf8949276b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1035290 Jun 07 08:18:44.959188 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74f4863a-ec5c-452e-a142-057cc473b322 req-0264a899-d875-42e0-ba0a-2c630123f8ca tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478323 Jun 07 08:18:45.181034 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2a7b958d-c441-48b2-955b-8915b7a44c2f req-d909a283-cb30-44a8-b9ca-1a30e3635efd tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.1146390 Jun 07 08:18:46.188398 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdce986-440b-467a-862b-65cf3e892e0c req-d440c161-f59a-4e2b-894f-2eb06e6e745f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:46.190091 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1cdce986-440b-467a-862b-65cf3e892e0c req-d440c161-f59a-4e2b-894f-2eb06e6e745f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1108131 Jun 07 08:18:46.262534 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1cdce986-440b-467a-862b-65cf3e892e0c req-1dd3e0a3-8649-4afe-accd-02bd6960a7d0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660064 Jun 07 08:18:46.415915 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a4a91ff6-596b-4c27-8cf3-c0dd4f0a0f48 req-505789a9-c23d-4a90-a6f7-5125d7a977ad tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0480912 Jun 07 08:18:47.167904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.456579 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7cb36-194a-463f-84a5-6938f5563dc6 req-4d21fad0-ed17-4fcf-9ba9-67c4f62e2ee7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:47.458332 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7b7cb36-194a-463f-84a5-6938f5563dc6 req-4d21fad0-ed17-4fcf-9ba9-67c4f62e2ee7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0808046 Jun 07 08:18:47.504648 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7b7cb36-194a-463f-84a5-6938f5563dc6 req-6ededaf4-4c19-43d6-9dd1-546d966e461d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Jun 07 08:18:47.656045 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-02f3f934-1d63-4071-8d70-ea79b9468bb2 req-c10b58cb-02bf-432b-b564-b65fc037c530 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0480294 Jun 07 08:18:48.709889 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102293b-e7da-420b-8a60-50570d35de1d req-344f57a1-f3b7-4f7e-98de-6a349afcae3b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:48.711433 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5102293b-e7da-420b-8a60-50570d35de1d req-344f57a1-f3b7-4f7e-98de-6a349afcae3b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.0852261 Jun 07 08:18:48.764252 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5102293b-e7da-420b-8a60-50570d35de1d req-ee95e929-958e-4627-8458-29b90921819a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462301 Jun 07 08:18:48.919907 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7fa6927-795c-4f07-8fe9-0b2eca1eb687 req-411f2d89-00c9-443c-a180-cf92665726cd tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Jun 07 08:18:49.988549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a154-0a64-40ec-b416-0aee8be23911 req-3271571c-5bb3-4dab-960a-cb23698b77f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:49.990120 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b794a154-0a64-40ec-b416-0aee8be23911 req-3271571c-5bb3-4dab-960a-cb23698b77f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1009226 Jun 07 08:18:50.040569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b794a154-0a64-40ec-b416-0aee8be23911 req-b0adba11-37f3-46e8-94ab-953e47373319 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Jun 07 08:18:50.189834 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-04b511f2-b191-427b-8183-03b1e3c04d8d req-7014eb15-efb2-432e-93ce-695891feba10 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0507479 Jun 07 08:18:50.704678 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-fd14141b-752e-4395-9868-4e3fdc5792ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:51.398516 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b6a2d637-45aa-455d-b996-71cb864e93e8 req-1c5662ac-1213-4c19-a424-32f732f46d57 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0641143 Jun 07 08:18:51.419786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cce4c4-cd2f-45c6-93d6-5affeda6f4a5 req-6d73255e-c341-49ca-8a4c-5cc0a51d60e8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.421761 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24cce4c4-cd2f-45c6-93d6-5affeda6f4a5 req-6d73255e-c341-49ca-8a4c-5cc0a51d60e8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.2607369 Jun 07 08:18:51.427037 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-ab67107f-dc14-4211-b55c-2f0ef5423947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.428411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-ab67107f-dc14-4211-b55c-2f0ef5423947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1097 time: 0.1992154 Jun 07 08:18:51.511291 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-24cce4c4-cd2f-45c6-93d6-5affeda6f4a5 req-aae394b1-518f-42da-8999-802d7d6dd81d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819247 Jun 07 08:18:51.599114 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-6eab9f1b-17f6-4f3c-b957-efb456fb856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.600585 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-6eab9f1b-17f6-4f3c-b957-efb456fb856d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1511059 Jun 07 08:18:51.713668 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-65926224-90c9-4d68-9f20-944b39c93a2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 999 time: 0.1035185 Jun 07 08:18:51.796691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-eb6145e1-89e7-404a-9c2a-83f57157a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.798564 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-eb6145e1-89e7-404a-9c2a-83f57157a0ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0613554 Jun 07 08:18:51.883266 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-dd15d9bf-5aae-47dd-8d68-bcdb2a3da605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.885017 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-dd15d9bf-5aae-47dd-8d68-bcdb2a3da605 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789757 Jun 07 08:18:52.051079 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-2601b51d-9dcb-462d-9d45-fee18b7df427 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309254 Jun 07 08:18:52.189601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9cf78997-cc1a-4f24-981f-ed644ceda276 req-533760a2-325b-46a8-a01a-0044db747cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273482 Jun 07 08:18:52.718658 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c61337c-cc8d-4745-9a73-171ace2ef4bc req-dcdae5ca-37c7-4710-8a5c-1ba29746f0f4 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0966723 Jun 07 08:18:52.767558 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ce58e995-d0eb-47a9-bd09-cc4a85b51772 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.768803 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ce58e995-d0eb-47a9-bd09-cc4a85b51772 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 815 time: 0.3491604 Jun 07 08:18:52.796300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228f36-5b2c-4529-ac74-2e57c1abd5fe req-56ccce43-6ed3-425a-93d9-0ced55162288 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:52.797723 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5228f36-5b2c-4529-ac74-2e57c1abd5fe req-56ccce43-6ed3-425a-93d9-0ced55162288 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1306489 Jun 07 08:18:52.802268 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'port': {'device_id': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'admin_state_up': True, 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:52.890208 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5228f36-5b2c-4529-ac74-2e57c1abd5fe req-1f6413fd-727a-428f-a3d6-9cfc7f242d49 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731335 Jun 07 08:18:53.018752 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Made reservation on behalf of 2580ba787fc2426e8a45a01b623b43cd for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:53.022703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:53.239053 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:53.271141 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Allocated IP 172.20.0.12 (12f0c246-3e62-4f2e-9d64-2eb6a1f591eb/c5db4a75-1287-49bb-ad1f-38335eba31c5/9714202a-a221-467d-b642-92ce2afd9dfb) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:53.441805 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1e4483d2-3349-42de-a905-7a7bd7b2fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:53.538286 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:53.555573 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Transition to ACTIVE for port object 9714202a-a221-467d-b642-92ce2afd9dfb will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:53.603922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:53.622218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:53.731661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:53.736392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:53.741131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:53.742313 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:53.744770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:53.813815 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:53.966879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:53.968999 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:54.006036 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2071707 Jun 07 08:18:54.041902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1f48f-342d-4860-83f0-d7b345d7e621 req-e9904aad-9427-469a-95d7-8418bdde2a9c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:54.043803 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-21c1f48f-342d-4860-83f0-d7b345d7e621 req-e9904aad-9427-469a-95d7-8418bdde2a9c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.1694427 Jun 07 08:18:54.117206 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-21c1f48f-342d-4860-83f0-d7b345d7e621 req-8da587c9-ecd4-44eb-aea0-4bd455a15603 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Jun 07 08:18:54.164382 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:54.183922 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'mac_address': 'fa:16:3e:c8:0f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:54.254970 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:54.271257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8d518ddf-1bed-42fc-88a9-5d8881921c23 None None] Provisioning for port 9714202a-a221-467d-b642-92ce2afd9dfb completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:54.280897 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:54.284013 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235abde8-8c72-446d-af5e-8227dcd239b9 req-1f85d11f-bc73-4239-b202-715f8a321cd6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:54.285550 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8d518ddf-1bed-42fc-88a9-5d8881921c23 None None] Provisioning complete for port 9714202a-a221-467d-b642-92ce2afd9dfb triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:54.286126 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-235abde8-8c72-446d-af5e-8227dcd239b9 req-1f85d11f-bc73-4239-b202-715f8a321cd6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 944 time: 0.1234038 Jun 07 08:18:54.286502 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8d518ddf-1bed-42fc-88a9-5d8881921c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:54.361786 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:54.376626 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:54.380982 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:54.402526 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-235abde8-8c72-446d-af5e-8227dcd239b9 req-bfabbe80-85be-4677-bdae-0e0dc2329542 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075354 Jun 07 08:18:54.418280 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-8d518ddf-1bed-42fc-88a9-5d8881921c23 None None] Port 9714202a-a221-467d-b642-92ce2afd9dfb cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:54.464339 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:54.472783 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=9']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:54.476306 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:54.750029 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:55.348120 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245caec-0fbd-4172-b6af-b86478ac25c2 req-345772f6-a9b5-42c2-834d-755c5dcc2e6a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:55.351902 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b245caec-0fbd-4172-b6af-b86478ac25c2 req-345772f6-a9b5-42c2-834d-755c5dcc2e6a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.1068964 Jun 07 08:18:55.396064 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b245caec-0fbd-4172-b6af-b86478ac25c2 req-6401e787-7b15-49bb-8da4-9c8106e49241 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Jun 07 08:18:55.603438 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f340f9-9c52-41e1-8e45-f4618367aba3 req-dd748a1c-dfb3-4ca5-a65f-361ab8c0af8b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:55.604946 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5f340f9-9c52-41e1-8e45-f4618367aba3 req-dd748a1c-dfb3-4ca5-a65f-361ab8c0af8b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 945 time: 0.0833104 Jun 07 08:18:55.659567 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5f340f9-9c52-41e1-8e45-f4618367aba3 req-28918730-2df2-4680-a3bf-7d4d9708c991 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487056 Jun 07 08:18:55.822535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:55.892222 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:55.892615 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:56.033114 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:56.074070 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:56.078231 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:56.082027 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19671a8d-782d-4646-8ccd-85ee400ee5ab" -d '{"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:56.086114 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:56.088208 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:56.161891 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=10']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:56.165156 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:56.198477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:56.275802 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a7574-a653-4888-a34e-1d7f4f2655c5 x-openstack-request-id: req-133a7574-a653-4888-a34e-1d7f4f2655c5 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:56.276099 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-plugged", "status": "completed", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:56.276361 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-133a7574-a653-4888-a34e-1d7f4f2655c5 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:56.276762 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'code': 200} Jun 07 08:18:56.442791 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee93950-0a74-452c-974a-b5ac493dd6a6 req-7ef9d944-7eef-428f-9043-6af54b3b7c5f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:56.444248 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ee93950-0a74-452c-974a-b5ac493dd6a6 req-7ef9d944-7eef-428f-9043-6af54b3b7c5f tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0853407 Jun 07 08:18:56.491930 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ee93950-0a74-452c-974a-b5ac493dd6a6 req-b6ce8e8c-fd24-460a-af39-e9e7137a3df5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Jun 07 08:18:56.744781 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0255-ce61-400e-992d-e12432aed6c5 req-1a70ec37-7913-4fa9-b3b6-ac5644e04f10 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:56.746515 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6eb0255-ce61-400e-992d-e12432aed6c5 req-1a70ec37-7913-4fa9-b3b6-ac5644e04f10 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.1428757 Jun 07 08:18:56.808259 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c6eb0255-ce61-400e-992d-e12432aed6c5 req-7990becd-8485-4964-ad88-dcd34a05b191 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Jun 07 08:18:57.003025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934ba4-0eb8-4b2e-8372-0326d20985f8 req-9f00a3c5-05d0-454e-85f1-86294fac5673 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:57.010572 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b2934ba4-0eb8-4b2e-8372-0326d20985f8 req-9f00a3c5-05d0-454e-85f1-86294fac5673 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0931413 Jun 07 08:18:57.059354 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b2934ba4-0eb8-4b2e-8372-0326d20985f8 req-8e94fb03-21a1-4288-8b28-27342991da54 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466416 Jun 07 08:18:57.705052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bd3f-0025-4c8c-a45e-34d5abb7ac28 req-66b9c596-da75-4f3b-8045-d78f409fc03b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:57.706711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8316bd3f-0025-4c8c-a45e-34d5abb7ac28 req-66b9c596-da75-4f3b-8045-d78f409fc03b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1034188 Jun 07 08:18:57.758881 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8316bd3f-0025-4c8c-a45e-34d5abb7ac28 req-c6167ace-25ff-4eef-9cbb-3a6e4db2f502 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Jun 07 08:18:58.019239 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb0cdb-899e-48eb-8273-8e272220b8e0 req-d08992dc-d39b-49a6-818a-187d22342cf1 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:58.023468 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bbfb0cdb-899e-48eb-8273-8e272220b8e0 req-d08992dc-d39b-49a6-818a-187d22342cf1 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0888588 Jun 07 08:18:58.075145 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bbfb0cdb-899e-48eb-8273-8e272220b8e0 req-7e92c65a-13b0-477f-87e4-7753cc90ada8 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Jun 07 08:18:58.351186 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b383c1-2246-4ac6-a986-d18350d421a0 req-69fc8ac0-8e41-48ac-9034-64d5cf1f9e5c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:58.352629 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07b383c1-2246-4ac6-a986-d18350d421a0 req-69fc8ac0-8e41-48ac-9034-64d5cf1f9e5c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.1538439 Jun 07 08:18:58.397809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-07b383c1-2246-4ac6-a986-d18350d421a0 req-bc6da9aa-565f-48ee-93ca-87cbe595b8bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Jun 07 08:18:58.798788 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:18:58.964882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db853e-e8f1-4469-b626-c7d35d27d122 req-318a1017-6530-4e76-8a73-6b04b8fc4557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:58.966397 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95db853e-e8f1-4469-b626-c7d35d27d122 req-318a1017-6530-4e76-8a73-6b04b8fc4557 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0958319 Jun 07 08:18:59.012378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95db853e-e8f1-4469-b626-c7d35d27d122 req-2f0b4786-9bfd-4d93-bbaa-a4edb22cdc92 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Jun 07 08:18:59.267579 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c603d6-fde2-4744-b26c-6a069697bed1 req-0c5c120c-d517-48d3-b886-b452f9c3aabc tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.268981 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-62c603d6-fde2-4744-b26c-6a069697bed1 req-0c5c120c-d517-48d3-b886-b452f9c3aabc tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0859888 Jun 07 08:18:59.325989 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-62c603d6-fde2-4744-b26c-6a069697bed1 req-fed6583f-76b3-4eac-8582-1f2e7d79c114 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Jun 07 08:18:59.598218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75073d-6bb5-4cdb-93f6-7faea1368051 req-8855181a-253b-4b49-be60-35e47b54328b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.599654 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0e75073d-6bb5-4cdb-93f6-7faea1368051 req-8855181a-253b-4b49-be60-35e47b54328b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0871108 Jun 07 08:18:59.644524 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0e75073d-6bb5-4cdb-93f6-7faea1368051 req-18635d5f-e962-4c8d-b2e3-8a68bc8064a6 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Jun 07 08:19:00.208275 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa9e5-4266-4880-9915-cf8f9f534a5a req-7b8c8148-d575-47aa-97fa-a6920279c784 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.209785 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5c5fa9e5-4266-4880-9915-cf8f9f534a5a req-7b8c8148-d575-47aa-97fa-a6920279c784 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0853579 Jun 07 08:19:00.258784 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5c5fa9e5-4266-4880-9915-cf8f9f534a5a req-d91d5154-33db-46b3-bda7-e0b4397db08d tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Jun 07 08:19:00.516770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c4d2-9b2c-4c81-be65-a2c6e940361e req-2298179e-1433-4306-ac16-862afe7c2377 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.518250 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1375c4d2-9b2c-4c81-be65-a2c6e940361e req-2298179e-1433-4306-ac16-862afe7c2377 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0808406 Jun 07 08:19:00.561920 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1375c4d2-9b2c-4c81-be65-a2c6e940361e req-638ca23f-4b08-4fea-a55e-a1b65159fa32 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Jun 07 08:19:00.851985 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50cb3c-b4a3-43cb-b1ee-4919859ff20b req-296e3832-478a-4737-9ea3-5112df3d46af tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.853429 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1e50cb3c-b4a3-43cb-b1ee-4919859ff20b req-296e3832-478a-4737-9ea3-5112df3d46af tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0885534 Jun 07 08:19:00.896189 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1e50cb3c-b4a3-43cb-b1ee-4919859ff20b req-50eaf9bf-0a65-4ceb-a07a-6ca9af949811 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Jun 07 08:19:01.459296 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598bba-747a-4469-927b-30dbed49d52b req-3ca6fdc3-0489-41cd-a295-0259aa842f23 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.461266 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2598bba-747a-4469-927b-30dbed49d52b req-3ca6fdc3-0489-41cd-a295-0259aa842f23 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0944972 Jun 07 08:19:01.514838 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2598bba-747a-4469-927b-30dbed49d52b req-7f93fa19-0de8-4803-a959-7cd545ca45d8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Jun 07 08:19:01.901106 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea35ed4-a5b9-4d19-88ef-e797bcbbab6b req-9e68c919-3563-4d36-adc0-85bd7e2b50cd tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.902533 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aea35ed4-a5b9-4d19-88ef-e797bcbbab6b req-9e68c919-3563-4d36-adc0-85bd7e2b50cd tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0865297 Jun 07 08:19:01.949246 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aea35ed4-a5b9-4d19-88ef-e797bcbbab6b req-ce7bd2fe-b861-4b81-9793-4ae957979e18 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jun 07 08:19:02.144389 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80654c4f-2c7e-4520-958e-1192254bab2d req-8798d301-c76d-46f7-89bd-87471f6208d4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:02.146302 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80654c4f-2c7e-4520-958e-1192254bab2d req-8798d301-c76d-46f7-89bd-87471f6208d4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0831506 Jun 07 08:19:02.196897 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80654c4f-2c7e-4520-958e-1192254bab2d req-7ef9d908-9599-4052-a2ea-56c99c09ba86 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445018 Jun 07 08:19:02.707453 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804cf46-be0f-46a8-814c-e8422a02f1f0 req-516c0b62-ffc4-44c4-ba96-49fe874ae8c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:02.708960 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3804cf46-be0f-46a8-814c-e8422a02f1f0 req-516c0b62-ffc4-44c4-ba96-49fe874ae8c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0852716 Jun 07 08:19:02.752551 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3804cf46-be0f-46a8-814c-e8422a02f1f0 req-9f959197-b3c8-4f9e-8b92-de4343a01b2b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Jun 07 08:19:03.140514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd965d4-b28f-4282-9d3c-b8b11cb4f319 req-01a8f186-a23f-4122-93d9-21d022556be0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.142032 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fd965d4-b28f-4282-9d3c-b8b11cb4f319 req-01a8f186-a23f-4122-93d9-21d022556be0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0872433 Jun 07 08:19:03.186542 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fd965d4-b28f-4282-9d3c-b8b11cb4f319 req-b3bb12d5-2143-49f6-a8ab-96a537ecaf2f tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Jun 07 08:19:03.396199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08ae36-c6d1-4d85-ad15-c7d5ca8dfcb7 req-cda6cccd-f609-4e8c-bc3b-081bbb0d8c4c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.397695 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ad08ae36-c6d1-4d85-ad15-c7d5ca8dfcb7 req-cda6cccd-f609-4e8c-bc3b-081bbb0d8c4c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0877838 Jun 07 08:19:03.445401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ad08ae36-c6d1-4d85-ad15-c7d5ca8dfcb7 req-193122f8-5f7f-4114-a3d1-5cea200621e1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Jun 07 08:19:03.944919 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608b2c5-5141-470d-9f4f-4f93adc0f598 req-54b4f306-624a-4b69-b777-c90ee447d638 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.946318 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f608b2c5-5141-470d-9f4f-4f93adc0f598 req-54b4f306-624a-4b69-b777-c90ee447d638 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0815768 Jun 07 08:19:04.000072 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f608b2c5-5141-470d-9f4f-4f93adc0f598 req-9eda74d3-57c6-4d03-8249-9062c35118f1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 Jun 07 08:19:04.378431 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0b396-494b-4c41-b00c-13544714228e req-ada6170d-1fca-4e8f-b293-e824c2ea4420 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:04.379923 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4dc0b396-494b-4c41-b00c-13544714228e req-ada6170d-1fca-4e8f-b293-e824c2ea4420 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.0861006 Jun 07 08:19:04.431213 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4dc0b396-494b-4c41-b00c-13544714228e req-6445e017-6b08-4bc3-82f7-89d0ec31fba2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Jun 07 08:19:04.641479 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6540-74ba-49a8-b5c4-433af7120a2d req-19d18691-5fd6-4745-9ff7-21a30b59e701 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:04.642945 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-48be6540-74ba-49a8-b5c4-433af7120a2d req-19d18691-5fd6-4745-9ff7-21a30b59e701 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0866714 Jun 07 08:19:04.691166 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-48be6540-74ba-49a8-b5c4-433af7120a2d req-82748be1-6c53-4359-93ad-a00661dc171f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420613 Jun 07 08:19:05.187703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693c3b-b9ab-498a-9dad-c11b61a2213e req-26dc7455-9a86-4177-9d1b-2127fbd344c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:05.189417 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d9693c3b-b9ab-498a-9dad-c11b61a2213e req-26dc7455-9a86-4177-9d1b-2127fbd344c8 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0821731 Jun 07 08:19:05.236959 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d9693c3b-b9ab-498a-9dad-c11b61a2213e req-2ff5d9c3-1802-4192-a499-b0ffbdbdc200 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Jun 07 08:19:05.466277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Request body: {'port': {'device_id': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:05.711338 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.800520 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b65022-0f62-4148-8bad-55559eec943f req-e2f4e53a-70a6-4c40-9c7e-d4231fa9f926 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:05.802064 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a6b65022-0f62-4148-8bad-55559eec943f req-e2f4e53a-70a6-4c40-9c7e-d4231fa9f926 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 932 time: 0.2376463 Jun 07 08:19:05.981541 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a6b65022-0f62-4148-8bad-55559eec943f req-3702f3d9-3fb8-49a5-a15e-eb90139b7b47 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687343 Jun 07 08:19:06.112749 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f31f2-770f-4c06-8f8f-24b902dd22a2 req-257cb468-c0dd-40b1-9144-9f7779a0bdea tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.114244 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c09f31f2-770f-4c06-8f8f-24b902dd22a2 req-257cb468-c0dd-40b1-9144-9f7779a0bdea tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.2354114 Jun 07 08:19:06.176429 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c09f31f2-770f-4c06-8f8f-24b902dd22a2 req-f2af4dda-8fa5-4c59-89a5-867f0affe66f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500791 Jun 07 08:19:06.204703 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5595-fd9e-418d-a2bc-6187833d2ca0 req-dc683007-91d9-4ff1-b4bf-60e9fba74760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.205632 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-775b5595-fd9e-418d-a2bc-6187833d2ca0 req-dc683007-91d9-4ff1-b4bf-60e9fba74760 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1100 time: 0.0758221 Jun 07 08:19:06.242624 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9714202a-a221-467d-b642-92ce2afd9dfb {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:06.246619 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-775b5595-fd9e-418d-a2bc-6187833d2ca0 req-a4279647-304f-4a8b-9f51-f0228978304f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Jun 07 08:19:06.250763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.265104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Transition to ACTIVE for port object 9714202a-a221-467d-b642-92ce2afd9dfb will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:19:06.268908 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.273830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:06.483478 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:06.486343 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:06.577333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Attempting to bind port 9714202a-a221-467d-b642-92ce2afd9dfb on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:19:06.577677 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Attempting to bind port 9714202a-a221-467d-b642-92ce2afd9dfb by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:19:06.578032 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Attempting to bind port 9714202a-a221-467d-b642-92ce2afd9dfb on network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:06.588810 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a1e41-56f9-4730-a913-e2f7ed9eebe6 req-8166c47c-ce57-4b87-84b0-9245f2a9cb73 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.590279 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0c8a1e41-56f9-4730-a913-e2f7ed9eebe6 req-8166c47c-ce57-4b87-84b0-9245f2a9cb73 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.2160487 Jun 07 08:19:06.592129 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Port 9714202a-a221-467d-b642-92ce2afd9dfb on network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:19:06.592462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Attempting to bind port 9714202a-a221-467d-b642-92ce2afd9dfb on network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:06.599064 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:19:06.599341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Checking segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:19:06.599724 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Bound using segment: {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:19:06.600155 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Bound port: 9714202a-a221-467d-b642-92ce2afd9dfb, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39cab2e-15b1-4202-ac62-833e1dc7b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:19:06.600506 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.698199 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0c8a1e41-56f9-4730-a913-e2f7ed9eebe6 req-dbebe213-c185-450a-8109-5dd8d25a9a57 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002157 Jun 07 08:19:06.723375 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:19:06.726509 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:19:06.732293 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.738190 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4fa1241e-0bbf-42e1-9119-e8f837f60c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:06.798119 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.802031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.803442 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] 10.222.0.45 "PUT /v2.0/ports/9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 1094 time: 1.3525891 Jun 07 08:19:06.803956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:06.806300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:06.823491 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:06.826703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:06.868566 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa8a48-f486-47ec-bf02-c0c28fd9a94e x-openstack-request-id: req-35aa8a48-f486-47ec-bf02-c0c28fd9a94e {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:06.868950 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:06.869298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35aa8a48-f486-47ec-bf02-c0c28fd9a94e {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:06.869771 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:19:06.965279 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-61424209-af9e-497e-bd77-843a958acd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.967345 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-61424209-af9e-497e-bd77-843a958acd95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0813944 Jun 07 08:19:07.045611 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-30242503-70b8-4238-b1e3-5eb23ddaf340 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 217 time: 0.0645590 Jun 07 08:19:07.160400 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-dccdafce-a927-4b57-92db-cc121e2e1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.161742 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-dccdafce-a927-4b57-92db-cc121e2e1559 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.1084790 Jun 07 08:19:07.228931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768092d-704c-43c2-9bdc-91b41abae522 req-b50fc2f1-3f15-4069-9ade-a3c030bd78a3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.230413 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f768092d-704c-43c2-9bdc-91b41abae522 req-b50fc2f1-3f15-4069-9ade-a3c030bd78a3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 944 time: 0.1367457 Jun 07 08:19:07.275025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-1ed4d1b9-dc89-49c2-9c4d-707d7b3251f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.276486 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-1ed4d1b9-dc89-49c2-9c4d-707d7b3251f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028185 Jun 07 08:19:07.359507 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f768092d-704c-43c2-9bdc-91b41abae522 req-92b192f4-bbdf-4c45-87b4-85aa23589930 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033981 Jun 07 08:19:07.567073 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-63607bfd-3e87-4c8b-ac2a-b0c4eee2bb6e service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711222 Jun 07 08:19:07.574339 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbb4e-0c45-4ec2-9154-7dd4ccc1fb6e req-52e55d14-6f2d-4eac-8985-fab185cb2e76 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.575693 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8b2dbb4e-0c45-4ec2-9154-7dd4ccc1fb6e req-52e55d14-6f2d-4eac-8985-fab185cb2e76 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.2808576 Jun 07 08:19:07.702266 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8b2dbb4e-0c45-4ec2-9154-7dd4ccc1fb6e req-7f1f10c0-85d4-4f07-9d43-f6d03aa007db tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208017 Jun 07 08:19:07.750184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0f5157df-b6d2-4281-bc32-20163c0ecc92 req-7f134459-4b57-469f-93fd-fb1c8d2ae064 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553018 Jun 07 08:19:07.958932 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e447ab-7262-4036-9451-463934f6b78c req-598cd80a-ac06-44c9-9e47-0733a255f342 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.962779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-11e447ab-7262-4036-9451-463934f6b78c req-598cd80a-ac06-44c9-9e47-0733a255f342 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1415572 Jun 07 08:19:07.967709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-b1fabd51-d218-460b-bc93-7801f54f0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.969149 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-b1fabd51-d218-460b-bc93-7801f54f0411 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1097 time: 0.1083555 Jun 07 08:19:08.049279 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-11e447ab-7262-4036-9451-463934f6b78c req-dbb185a6-497d-475d-b762-fd9d079dea98 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784051 Jun 07 08:19:08.149348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-a656d813-68fb-46fc-b288-389e2cadcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.150929 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-a656d813-68fb-46fc-b288-389e2cadcd7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.1667881 Jun 07 08:19:08.224588 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-676c31b9-0e1f-4b00-84a9-98288c08347f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 217 time: 0.0635874 Jun 07 08:19:08.285105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-29112a67-e5f7-4227-8632-0222d596d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.286537 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-29112a67-e5f7-4227-8632-0222d596d53c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.0554023 Jun 07 08:19:08.361968 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-3dafd6c6-9c21-40b0-b347-187c80ecc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.363429 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-3dafd6c6-9c21-40b0-b347-187c80ecc86f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703824 Jun 07 08:19:08.547169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-db64e46c-a607-46a5-b9d7-45e997df11d9 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755424 Jun 07 08:19:08.571417 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49171-e9b4-4dbb-91e1-a720f63c6bdc req-9f0b149b-2a0d-4a97-bccc-fd07036e4585 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.572766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7a49171-e9b4-4dbb-91e1-a720f63c6bdc req-9f0b149b-2a0d-4a97-bccc-fd07036e4585 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 944 time: 0.1059902 Jun 07 08:19:08.696571 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7a49171-e9b4-4dbb-91e1-a720f63c6bdc req-5092b223-3dce-44ac-801d-930da8af5587 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059935 Jun 07 08:19:08.728180 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec394feb-0e39-4e1a-aeb1-df934ff2cbbd req-213ae83a-0682-4b7f-b2e4-239440522031 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544263 Jun 07 08:19:08.891833 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea35a3-994c-430d-852b-30b8e4c97363 req-e49df8bb-d09e-494d-9e14-2d3826b71984 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.893243 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-adea35a3-994c-430d-852b-30b8e4c97363 req-e49df8bb-d09e-494d-9e14-2d3826b71984 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0811310 Jun 07 08:19:08.936289 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-adea35a3-994c-430d-852b-30b8e4c97363 req-f66c0553-f769-44b3-a091-6555a2858cfc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Jun 07 08:19:09.020041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-ed071633-30c9-47f7-b77b-d244e5ab3c7e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:09.021368 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-ed071633-30c9-47f7-b77b-d244e5ab3c7e tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.0761878 Jun 07 08:19:09.156052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Deleting port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:09.156392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.348534 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] For port 58ea12ca-bad5-414b-99dc-bc91b3f44c85, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=58ea12ca-bad5-414b-99dc-bc91b3f44c85,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:09.349253 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.363310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71ba1-7999-4182-a1e5-2684ae1af26d req-0b040ed3-f0f0-4d53-8452-e10c2f3e8863 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:09.364748 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bf71ba1-7999-4182-a1e5-2684ae1af26d req-0b040ed3-f0f0-4d53-8452-e10c2f3e8863 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aead490-cfdd-4a66-b62f-64378fd79728 HTTP/1.1" status: 200 len: 945 time: 0.1924100 Jun 07 08:19:09.568021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Calling delete_port for 58ea12ca-bad5-414b-99dc-bc91b3f44c85 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:09.606431 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bf71ba1-7999-4182-a1e5-2684ae1af26d req-558d31a9-cd34-4a80-8322-cd637e547a22 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100385 Jun 07 08:19:09.704434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.709801 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:09.742749 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['81b915d1-843f-4553-89aa-43f71ecf88f5', '58ea12ca-bad5-414b-99dc-bc91b3f44c85'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:09.756227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Pushing event deleted for resources: {'Port': ['ID=58ea12ca-bad5-414b-99dc-bc91b3f44c85,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:09.757380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:09.835292 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] No DVR routers for this DVR port 58ea12ca-bad5-414b-99dc-bc91b3f44c85 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:09.838604 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:09.840627 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-29e4d670-f15a-447f-b3cf-f601ee8c5687 req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "DELETE /v2.0/ports/58ea12ca-bad5-414b-99dc-bc91b3f44c85 HTTP/1.1" status: 204 len: 173 time: 0.8140531 Jun 07 08:19:09.844530 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9714202a-a221-467d-b642-92ce2afd9dfb details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:19:09.876191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'name': 'network-vif-deleted', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:09.879126 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a07fe1-0f4a-4364-9c52-de34d97b09d2" -d '{"events": [{"server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "name": "network-vif-deleted", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:09.934928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e453-99f1-470f-87df-ce2d2eb0291d req-e3e4b318-d727-43e6-875f-cb72de0a781d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:09.937247 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b97e453-99f1-470f-87df-ce2d2eb0291d req-e3e4b318-d727-43e6-875f-cb72de0a781d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 944 time: 0.1079912 Jun 07 08:19:09.939008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0907739-d16f-4aca-ad1a-9ab04fe471e6 x-openstack-request-id: req-c0907739-d16f-4aca-ad1a-9ab04fe471e6 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:09.939439 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aead490-cfdd-4a66-b62f-64378fd79728", "name": "network-vif-deleted", "tag": "58ea12ca-bad5-414b-99dc-bc91b3f44c85", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:09.939810 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0907739-d16f-4aca-ad1a-9ab04fe471e6 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:09.940304 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aead490-cfdd-4a66-b62f-64378fd79728', 'name': 'network-vif-deleted', 'tag': '58ea12ca-bad5-414b-99dc-bc91b3f44c85', 'status': 'completed', 'code': 200} Jun 07 08:19:09.989208 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b97e453-99f1-470f-87df-ce2d2eb0291d req-8b66f7b7-1fee-4623-af59-2bfc863034e7 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Jun 07 08:19:10.041057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:10.056617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '9714202a-a221-467d-b642-92ce2afd9dfb', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'port_id': '9714202a-a221-467d-b642-92ce2afd9dfb', 'mac_address': 'fa:16:3e:b1:4f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:19:10.112239 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.128315 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9714202a-a221-467d-b642-92ce2afd9dfb {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:10.143755 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:10.147474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.149148 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:10.216137 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:10.224012 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.224366 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.224704 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.225037 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.225367 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.225694 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.226164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.226365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.226689 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.227006 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.227325 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.227641 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:10.231444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:10.559604 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:10.742102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44010) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:10.857537 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.972008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.975910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.983483 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-af6ac1d9-a5e8-4dfb-a05a-5f4a55a00e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:11.070943 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f38d8-0582-4e08-ad4e-7ff27388c41c,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:11.078595 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cdb2f54289774a3191d3b5faef37eca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330839 Jun 07 08:19:11.078595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:11.079543 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44018) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:11.199032 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0580195-af42-4a0b-889e-6236355f53c4 req-9cc5da26-602b-4f29-b99c-21a8cab38e28 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:11.200395 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c0580195-af42-4a0b-889e-6236355f53c4 req-9cc5da26-602b-4f29-b99c-21a8cab38e28 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2098100 Jun 07 08:19:11.237700 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.278195 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c0580195-af42-4a0b-889e-6236355f53c4 req-a3a5e38b-cb6a-4844-8350-84c0ac439eb2 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697141 Jun 07 08:19:11.288407 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0bd1c-f148-4096-a58d-72446cb61453 req-6663307c-5bcc-4213-b4a6-0ab94836f16f tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:11.289813 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09d0bd1c-f148-4096-a58d-72446cb61453 req-6663307c-5bcc-4213-b4a6-0ab94836f16f tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.1855261 Jun 07 08:19:11.294248 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.366561 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09d0bd1c-f148-4096-a58d-72446cb61453 req-4559fe30-27bf-4563-8c55-e2ae61d64ccd tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Jun 07 08:19:11.384817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.387289 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.388436 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/345f38d8-0582-4e08-ad4e-7ff27388c41c HTTP/1.1" status: 204 len: 168 time: 0.3086534 Jun 07 08:19:11.389171 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40a16c8b-92a7-4c73-be47-2c394cd7ef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:11.398445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f38d8-0582-4e08-ad4e-7ff27388c41c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:11.400622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:11.869237 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9714202a-a221-467d-b642-92ce2afd9dfb up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:19:11.960420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 9714202a-a221-467d-b642-92ce2afd9dfb completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:19:11.964984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 9714202a-a221-467d-b642-92ce2afd9dfb triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:11.965421 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.084412 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.110307 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:12.112572 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c96cbf-2c7b-417c-9e62-7676bfcb54b9" -d '{"events": [{"server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "name": "network-vif-plugged", "status": "completed", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:12.120025 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:12.125350 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.126226 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 58ea12ca-bad5-414b-99dc-bc91b3f44c85 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:12.155083 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:12.182890 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4098ad90-edb9-48a0-9124-f26fbbcc6995 x-openstack-request-id: req-4098ad90-edb9-48a0-9124-f26fbbcc6995 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:12.183184 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "name": "network-vif-plugged", "status": "completed", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:12.183441 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4098ad90-edb9-48a0-9124-f26fbbcc6995 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:12.183823 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'code': 200} Jun 07 08:19:12.196888 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 58ea12ca-bad5-414b-99dc-bc91b3f44c85 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:12.197246 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 58ea12ca-bad5-414b-99dc-bc91b3f44c85 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:12.230395 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:12.233837 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:12.587837 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dde81-32cd-4695-88ed-c29508ede7d5 req-378851ea-f189-46bc-8bfc-1bf1c7aeb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:12.589465 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-375dde81-32cd-4695-88ed-c29508ede7d5 req-378851ea-f189-46bc-8bfc-1bf1c7aeb425 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1099 time: 0.1571124 Jun 07 08:19:12.601156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c6cf8-581b-42ce-9bc1-5c1e3f0cc72b req-3b8707b3-55a8-43c1-9af3-c0e4f4ef4675 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:12.602643 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e3c6cf8-581b-42ce-9bc1-5c1e3f0cc72b req-3b8707b3-55a8-43c1-9af3-c0e4f4ef4675 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2117383 Jun 07 08:19:12.682769 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-375dde81-32cd-4695-88ed-c29508ede7d5 req-03834dd0-bc1d-485e-bed2-94b99e86878f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791144 Jun 07 08:19:12.692830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2dcbb-c4c6-4348-af94-07300de4a760 req-94b34efb-0d05-4eb6-91bc-0ef07d8fed1a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:12.694374 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-53c2dcbb-c4c6-4348-af94-07300de4a760 req-94b34efb-0d05-4eb6-91bc-0ef07d8fed1a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.2096007 Jun 07 08:19:12.699287 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e3c6cf8-581b-42ce-9bc1-5c1e3f0cc72b req-86df1363-cd0b-4198-9c64-75b984a327b1 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Jun 07 08:19:12.740073 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-53c2dcbb-c4c6-4348-af94-07300de4a760 req-5b8a3502-349a-424c-aadc-ed36139235cb tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Jun 07 08:19:13.951743 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6d624-22de-47af-a816-7e84005e8e19 req-3dc04e85-7651-4c24-bdb2-f744787e564b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:13.953169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-03a6d624-22de-47af-a816-7e84005e8e19 req-3dc04e85-7651-4c24-bdb2-f744787e564b tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1394937 Jun 07 08:19:13.962946 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c35b5-f8e5-4497-b016-ec7c2161bc98 req-3a01714a-582e-47e0-a16d-7cc45d5c1abc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:13.964260 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-121c35b5-f8e5-4497-b016-ec7c2161bc98 req-3a01714a-582e-47e0-a16d-7cc45d5c1abc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1154146 Jun 07 08:19:14.035149 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-03a6d624-22de-47af-a816-7e84005e8e19 req-4e218923-404e-413e-91dc-8d8356001964 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697091 Jun 07 08:19:14.038104 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-121c35b5-f8e5-4497-b016-ec7c2161bc98 req-db25e2fa-2e70-4775-a943-6948a2c2e63a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588994 Jun 07 08:19:14.206122 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-f7736685-658b-4171-ac71-8c9cdc747126 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0601e51e3fef44b48d57df5c903f9f43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723937 Jun 07 08:19:14.421861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422be4-f5a8-4098-bcba-74ebedb8ac63 req-93d26cd6-dcbb-4c0b-b1a6-9875da94132a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:14.423304 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80422be4-f5a8-4098-bcba-74ebedb8ac63 req-93d26cd6-dcbb-4c0b-b1a6-9875da94132a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.2659292 Jun 07 08:19:14.465686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-65d8cb38-b7a9-42e7-96d1-18ab60abe93e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:14.467702 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-65d8cb38-b7a9-42e7-96d1-18ab60abe93e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546911 Jun 07 08:19:14.496709 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80422be4-f5a8-4098-bcba-74ebedb8ac63 req-ef77fc14-3e26-48b6-9b9b-886118f80c83 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672905 Jun 07 08:19:14.498686 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-5b23e221-36d3-4ecc-8369-bee9d74de712 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/quotas/0601e51e3fef44b48d57df5c903f9f43 HTTP/1.1" status: 200 len: 375 time: 0.0183256 Jun 07 08:19:14.545201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-17e246f3-4b32-42e7-8c96-bee9a1b03482 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0601e51e3fef44b48d57df5c903f9f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409963 Jun 07 08:19:14.714272 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ce33a14-ca5a-4c4f-8c05-09cf56b6d7df req-f8358018-9d8c-4bfd-b936-5db80576b87e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.0441420 Jun 07 08:19:15.284274 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58195104-bde6-40c1-9ac1-718812b42afb req-0b0efb13-84d7-4ed9-a6b4-451fe1898aa3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:15.285644 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58195104-bde6-40c1-9ac1-718812b42afb req-0b0efb13-84d7-4ed9-a6b4-451fe1898aa3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1438448 Jun 07 08:19:15.293675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1de53-83df-422c-ae31-26fe24adb1fa req-29b5e285-2409-489d-8c53-f5e58c88aafe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:15.295615 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09e1de53-83df-422c-ae31-26fe24adb1fa req-29b5e285-2409-489d-8c53-f5e58c88aafe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1174183 Jun 07 08:19:15.365237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58195104-bde6-40c1-9ac1-718812b42afb req-858f500a-cf0a-44ba-b606-c8fd8a0eef29 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686460 Jun 07 08:19:15.369518 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09e1de53-83df-422c-ae31-26fe24adb1fa req-8aa42405-667b-41e4-bc21-ea8f1859b145 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579638 Jun 07 08:19:15.682851 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc90b-5d07-4e24-b32c-e536c78c8a42 req-2f6af46f-eb6c-48fc-9f3c-23dba91bb33e tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:15.684281 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-df4bc90b-5d07-4e24-b32c-e536c78c8a42 req-2f6af46f-eb6c-48fc-9f3c-23dba91bb33e tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.0795679 Jun 07 08:19:15.731997 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-df4bc90b-5d07-4e24-b32c-e536c78c8a42 req-e85f769f-3928-4b3b-b3ff-0dce2a06fe77 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Jun 07 08:19:15.923509 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-46f4365e-baa7-49d0-a90f-54e63a0f7a3f req-99307d59-1afd-4b56-8b5d-235c945a8801 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.1020696 Jun 07 08:19:15.931694 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-5f126d6a-1a2a-48b9-83c9-3ca57158cec5 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0601e51e3fef44b48d57df5c903f9f43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790076 Jun 07 08:19:16.084573 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438de7-4318-4aaa-8926-92e8cffff767 req-c1a42b2e-9783-4ec1-ac55-ef9e4b92ed1b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:16.086047 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ea438de7-4318-4aaa-8926-92e8cffff767 req-c1a42b2e-9783-4ec1-ac55-ef9e4b92ed1b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.2271445 Jun 07 08:19:16.127447 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-212ee7a9-057a-4ae9-8e7d-da124aa25a3b tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:16.128843 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-212ee7a9-057a-4ae9-8e7d-da124aa25a3b tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866684 Jun 07 08:19:16.150716 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ea438de7-4318-4aaa-8926-92e8cffff767 req-d60d93e1-e1ff-4be9-9bfd-e5f576acd7f1 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523932 Jun 07 08:19:16.155785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Request body: {'port': {'device_id': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f', 'admin_state_up': True, 'tenant_id': '0601e51e3fef44b48d57df5c903f9f43'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:16.307651 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Made reservation on behalf of 0601e51e3fef44b48d57df5c903f9f43 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:19:16.311461 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.324386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.434709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.440774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:16.444138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-08f1d8eb-cba4-4839-871e-dc92c8bdd076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:16.604295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adde4ed5-54e6-4399-be59-e92ccf8ced1c,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:16.610703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:16.728162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c2ed-f093-49f3-b5dd-ff90e8725fa3 req-c2d788c3-df6f-4377-9d60-3c882969241a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:16.729510 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3196c2ed-f093-49f3-b5dd-ff90e8725fa3 req-c2d788c3-df6f-4377-9d60-3c882969241a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.2331877 Jun 07 08:19:16.762318 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c0ae6-922f-42a8-a8ed-1881f2c250ba req-e87add83-5f44-4331-910f-8bedb57208b4 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:16.763740 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c9c0ae6-922f-42a8-a8ed-1881f2c250ba req-e87add83-5f44-4331-910f-8bedb57208b4 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.3024457 Jun 07 08:19:16.765271 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Allocated IP 192.168.233.194 (4f941c5b-bbc0-4f80-b467-0585e70d008f/4e174944-7b85-4971-8f23-105948a1025b/19586ff7-db8b-4128-b324-514547b56d6a) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:19:16.841335 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3196c2ed-f093-49f3-b5dd-ff90e8725fa3 req-ec70e0a7-dd24-441b-90fa-094644ec6232 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047990 Jun 07 08:19:16.849568 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c9c0ae6-922f-42a8-a8ed-1881f2c250ba req-20aa2f8f-66a0-4e65-ad69-fcf7c69dd3e9 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791993 Jun 07 08:19:17.162486 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.180448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-32553bb6-a647-4151-8418-92925d3b5cea req-357e078a-a92a-4aed-83bf-95b34381cf2b tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.1463053 Jun 07 08:19:17.207817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.243292 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5082c-59c8-41dd-ae6b-3feed44b64a9 req-c7ff3d24-8ec5-4d56-b39c-4b179a6a4a18 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:17.250808 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34b5082c-59c8-41dd-ae6b-3feed44b64a9 req-c7ff3d24-8ec5-4d56-b39c-4b179a6a4a18 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2832229 Jun 07 08:19:17.253398 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Transition to ACTIVE for port object 19586ff7-db8b-4128-b324-514547b56d6a will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:19:17.305560 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34b5082c-59c8-41dd-ae6b-3feed44b64a9 req-4391b390-1481-4c2e-8cde-234a611967ba tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537493 Jun 07 08:19:17.318029 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.325202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:17.388417 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Network 4f941c5b-bbc0-4f80-b467-0585e70d008f is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:19:17.391489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:19:17.395498 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:19:17.436730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Pushing event updated for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:17.441427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:17.468278 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:17.468989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.488111 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3363905 Jun 07 08:19:17.507614 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Request body: {'port': {'device_id': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:17.634668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.644425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-eab8042c-fec4-422c-8537-e5936e513c85 None None] Provisioning for port 19586ff7-db8b-4128-b324-514547b56d6a completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:19:17.648855 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-eab8042c-fec4-422c-8537-e5936e513c85 None None] Provisioning complete for port 19586ff7-db8b-4128-b324-514547b56d6a triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:17.649233 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-eab8042c-fec4-422c-8537-e5936e513c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:17.700253 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-eab8042c-fec4-422c-8537-e5936e513c85 None None] Port 19586ff7-db8b-4128-b324-514547b56d6a cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:19:18.017617 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19586ff7-db8b-4128-b324-514547b56d6a {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:18.026219 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.046196 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Transition to ACTIVE for port object 19586ff7-db8b-4128-b324-514547b56d6a will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:19:18.050624 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.058059 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:18.107839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846130f-7caa-4bf3-a241-9145564a11e0 req-0d525f7c-c3eb-479c-a4b1-56f6a56e8dff tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.109588 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5846130f-7caa-4bf3-a241-9145564a11e0 req-0d525f7c-c3eb-479c-a4b1-56f6a56e8dff tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.1549022 Jun 07 08:19:18.254154 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:18.268339 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:18.306226 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5846130f-7caa-4bf3-a241-9145564a11e0 req-5a37bef4-e74d-44a7-91d5-93c3bee245cb tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c86674f-9d0d-47ed-9e3b-573445504793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842399 Jun 07 08:19:18.318237 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-0eca1802-34b9-45df-abcb-86cca7c089c5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.320392 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-0eca1802-34b9-45df-abcb-86cca7c089c5 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 946 time: 0.0942876 Jun 07 08:19:18.399269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Attempting to bind port 19586ff7-db8b-4128-b324-514547b56d6a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:19:18.399786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Attempting to bind port 19586ff7-db8b-4128-b324-514547b56d6a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:19:18.399998 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Attempting to bind port 19586ff7-db8b-4128-b324-514547b56d6a on network 4f941c5b-bbc0-4f80-b467-0585e70d008f {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:18.406393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Port 19586ff7-db8b-4128-b324-514547b56d6a on network 4f941c5b-bbc0-4f80-b467-0585e70d008f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:19:18.406714 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Attempting to bind port 19586ff7-db8b-4128-b324-514547b56d6a on network 4f941c5b-bbc0-4f80-b467-0585e70d008f {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:18.414939 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:19:18.415310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Checking segment: {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:19:18.415697 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Bound using segment: {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:19:18.416132 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Bound port: 19586ff7-db8b-4128-b324-514547b56d6a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0ebea3-bd19-48c5-bc7c-216085e21806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:19:18.416477 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.484082 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Deleting port 81b915d1-843f-4553-89aa-43f71ecf88f5 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:18.484421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.522817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622bb6-f157-488d-947e-b4b20eb4061b req-abcb2ee5-95b7-47ee-a20b-d677162bd09b tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.524278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2a622bb6-f157-488d-947e-b4b20eb4061b req-abcb2ee5-95b7-47ee-a20b-d677162bd09b tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 948 time: 0.2129879 Jun 07 08:19:18.611448 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:19:18.617253 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2a622bb6-f157-488d-947e-b4b20eb4061b req-4917983e-2dc4-4d1a-a1ae-a1e5c02cd663 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Jun 07 08:19:18.619661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=19586ff7-db8b-4128-b324-514547b56d6a,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:19:18.625049 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.630240 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:18.631831 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] For port 81b915d1-843f-4553-89aa-43f71ecf88f5, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=81b915d1-843f-4553-89aa-43f71ecf88f5,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:18.632197 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.687488 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.688104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.689696 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] 10.222.0.45 "PUT /v2.0/ports/19586ff7-db8b-4128-b324-514547b56d6a HTTP/1.1" status: 200 len: 1098 time: 1.1866257 Jun 07 08:19:18.692603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:18.694843 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "tag": "19586ff7-db8b-4128-b324-514547b56d6a"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:18.713068 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437874-bc83-4aa8-bf19-03375d4e84aa req-84b2a1cb-1fcc-444d-9b65-13d8dec5544a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.714649 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d437874-bc83-4aa8-bf19-03375d4e84aa req-84b2a1cb-1fcc-444d-9b65-13d8dec5544a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2508328 Jun 07 08:19:18.740501 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:18.745518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:18.802479 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Calling delete_port for 81b915d1-843f-4553-89aa-43f71ecf88f5 owned by compute:nova {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:18.827455 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d437874-bc83-4aa8-bf19-03375d4e84aa req-2bfba420-05e1-408d-b274-75abfd9f364e tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011987 Jun 07 08:19:18.858611 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-68d3fd91-7b2c-44b7-87f1-eb06d845d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:18.860090 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-68d3fd91-7b2c-44b7-87f1-eb06d845d616 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0601e51e3fef44b48d57df5c903f9f43&device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 1101 time: 0.1073427 Jun 07 08:19:18.926463 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aacbd5c-cba5-4aed-880e-0e1ed4c7c71c x-openstack-request-id: req-2aacbd5c-cba5-4aed-880e-0e1ed4c7c71c {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:18.926928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "tag": "19586ff7-db8b-4128-b324-514547b56d6a", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:18.927308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2aacbd5c-cba5-4aed-880e-0e1ed4c7c71c {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:18.927828 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a', 'status': 'completed', 'code': 200} Jun 07 08:19:18.945436 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-a5768351-62ee-4dda-ad03-ef89a4d28416 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=19586ff7-db8b-4128-b324-514547b56d6a HTTP/1.1" status: 200 len: 217 time: 0.0715768 Jun 07 08:19:18.958682 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:18.964127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:18.994279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['81b915d1-843f-4553-89aa-43f71ecf88f5'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:19.009588 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Pushing event deleted for resources: {'Port': ['ID=81b915d1-843f-4553-89aa-43f71ecf88f5,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:19.012572 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:19.093865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] No DVR routers for this DVR port 81b915d1-843f-4553-89aa-43f71ecf88f5 on host hv-cinder-78495 {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:19.096389 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:19.097273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-69c3e5b5-a160-4e52-8395-b2816f13163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.098312 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-6557a12e-6c5b-445a-bfa3-146f34d3e7bb req-32640e2c-b462-49aa-864d-6b16aa2c1017 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.45 "DELETE /v2.0/ports/81b915d1-843f-4553-89aa-43f71ecf88f5 HTTP/1.1" status: 204 len: 173 time: 0.7720392 Jun 07 08:19:19.098748 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-69c3e5b5-a160-4e52-8395-b2816f13163b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e174944-7b85-4971-8f23-105948a1025b HTTP/1.1" status: 200 len: 843 time: 0.1472151 Jun 07 08:19:19.098890 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'name': 'network-vif-deleted', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:19.101126 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f56c1-e113-45ec-b6e0-9defc092ab34" -d '{"events": [{"server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "name": "network-vif-deleted", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:19.151875 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58529948-14f6-4ffd-b459-dc87ab693982 x-openstack-request-id: req-58529948-14f6-4ffd-b459-dc87ab693982 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:19.152252 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cfdab6-7bb2-4e82-9ed2-849a58fa90c4", "name": "network-vif-deleted", "tag": "81b915d1-843f-4553-89aa-43f71ecf88f5", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:19.152541 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58529948-14f6-4ffd-b459-dc87ab693982 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:19.152959 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cfdab6-7bb2-4e82-9ed2-849a58fa90c4', 'name': 'network-vif-deleted', 'tag': '81b915d1-843f-4553-89aa-43f71ecf88f5', 'status': 'completed', 'code': 200} Jun 07 08:19:19.185221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-55020188-2f64-44d7-9e48-7cb581f6a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.186728 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-55020188-2f64-44d7-9e48-7cb581f6a644 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f941c5b-bbc0-4f80-b467-0585e70d008f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0792751 Jun 07 08:19:19.356315 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-698dcf5b-d581-4f1e-b25e-f56f3fb7779d service neutron] 10.222.0.45 "GET /v2.0/networks/4f941c5b-bbc0-4f80-b467-0585e70d008f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581335 Jun 07 08:19:19.510710 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bf0e525b-7d38-4e7b-b154-cdaf0e8beeb4 req-54ad7d7b-7b22-40cc-b7e9-17d2a1157ae3 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] 10.222.0.46 "GET /v2.0/ports?device_id=20cfdab6-7bb2-4e82-9ed2-849a58fa90c4 HTTP/1.1" status: 200 len: 210 time: 0.0515370 Jun 07 08:19:19.543849 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b8be5aa-cf02-4573-a2df-1081ce99dd63 req-0da9da45-2f6e-4f37-ae1c-a0b701e5d405 service neutron] 10.222.0.45 "GET /v2.0/networks/4f941c5b-bbc0-4f80-b467-0585e70d008f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803358 Jun 07 08:19:19.729167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-0c233c05-3220-4997-b0be-550970696345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.731005 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-0c233c05-3220-4997-b0be-550970696345 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0601e51e3fef44b48d57df5c903f9f43&device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 1101 time: 0.0734556 Jun 07 08:19:19.936244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711bc64-0317-4a2b-9978-0c399af31e06 req-67e2769c-bcab-46bd-b75f-c8e13259dbcd tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.937768 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b711bc64-0317-4a2b-9978-0c399af31e06 req-67e2769c-bcab-46bd-b75f-c8e13259dbcd tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 948 time: 0.2011571 Jun 07 08:19:19.940394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-d4ae0f2b-203f-45c3-8534-12404a60eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.941680 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-d4ae0f2b-203f-45c3-8534-12404a60eaa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f941c5b-bbc0-4f80-b467-0585e70d008f HTTP/1.1" status: 200 len: 870 time: 0.1733718 Jun 07 08:19:20.060361 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-41bb5539-8601-462c-a1d1-81d230cd15a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=19586ff7-db8b-4128-b324-514547b56d6a HTTP/1.1" status: 200 len: 217 time: 0.0854552 Jun 07 08:19:20.142265 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b711bc64-0317-4a2b-9978-0c399af31e06 req-3a28b453-1bf2-4352-9307-8ee8958c13bc tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683552 Jun 07 08:19:20.161513 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-21aeade7-ea49-42d1-96f4-4a339ce23725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.163115 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-21aeade7-ea49-42d1-96f4-4a339ce23725 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e174944-7b85-4971-8f23-105948a1025b HTTP/1.1" status: 200 len: 843 time: 0.0918784 Jun 07 08:19:20.174031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb280c-02ce-4fb5-8709-ad8cf64ebe35 req-49ce9bb2-6873-451c-aadc-86891f4bfd57 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.175389 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dddb280c-02ce-4fb5-8709-ad8cf64ebe35 req-49ce9bb2-6873-451c-aadc-86891f4bfd57 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2364626 Jun 07 08:19:20.276509 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dddb280c-02ce-4fb5-8709-ad8cf64ebe35 req-51dedad2-16c3-4191-8e02-42f5dbbb074e tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954468 Jun 07 08:19:20.292179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-9a2f8cec-f2a3-49d5-b995-9fbbab3c5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.293655 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-9a2f8cec-f2a3-49d5-b995-9fbbab3c5837 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f941c5b-bbc0-4f80-b467-0585e70d008f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0979822 Jun 07 08:19:20.423640 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-0928a056-a60a-47f7-bf86-d207004362e0 service neutron] 10.222.0.45 "GET /v2.0/networks/4f941c5b-bbc0-4f80-b467-0585e70d008f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228583 Jun 07 08:19:20.553451 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d10fd7d-2593-4c0c-a46d-e1339d3ed8d8 req-cb481fe9-de43-455e-91a6-d179fd10df55 service neutron] 10.222.0.45 "GET /v2.0/networks/4f941c5b-bbc0-4f80-b467-0585e70d008f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226060 Jun 07 08:19:20.605675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44162) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:20.705660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-18118f00-9f8d-496f-9893-082986801668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.202371 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.491880 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b887345-7166-4897-8645-8edf949fc910 req-3c67beb0-2ace-4eb7-b707-3e3747b4a170 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:21.493346 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b887345-7166-4897-8645-8edf949fc910 req-3c67beb0-2ace-4eb7-b707-3e3747b4a170 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 948 time: 0.2361722 Jun 07 08:19:21.653294 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b887345-7166-4897-8645-8edf949fc910 req-84eee7bc-8094-4139-b74b-feb6d3aa3395 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066949 Jun 07 08:19:21.671055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ccafc-28d8-41b5-ad1d-8f91baa87b70 req-92e3bb61-1672-46b4-9f6f-35c07c2a1e0c tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:21.672501 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-575ccafc-28d8-41b5-ad1d-8f91baa87b70 req-92e3bb61-1672-46b4-9f6f-35c07c2a1e0c tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2809746 Jun 07 08:19:21.767809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-575ccafc-28d8-41b5-ad1d-8f91baa87b70 req-e801c0da-c4ae-49e6-a63d-03885350b73f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881505 Jun 07 08:19:21.831066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Deleting port 67809481-276d-4af8-8b58-de51adf55469 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:21.831405 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.949603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] For port 67809481-276d-4af8-8b58-de51adf55469, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=67809481-276d-4af8-8b58-de51adf55469,segment=NetworkSegment(81cda1a2-f07a-4e02-938e-0d26080c1878),segment_id=81cda1a2-f07a-4e02-938e-0d26080c1878)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:21.949963 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.073349 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Calling delete_port for 67809481-276d-4af8-8b58-de51adf55469 owned by network:router_interface {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:22.434432 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.438788 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-27d0dc14-fbcd-42ab-9ac9-42aa1d86b9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:22.478870 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Pushing event deleted for resources: {'Port': ['ID=67809481-276d-4af8-8b58-de51adf55469,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:22.482356 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:22.739733 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.041562 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817279f3-6aac-459b-9415-95cd5a45d318 req-cc9bfc2f-f22c-4519-a16c-aad9c3ecbc23 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.042938 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-817279f3-6aac-459b-9415-95cd5a45d318 req-cc9bfc2f-f22c-4519-a16c-aad9c3ecbc23 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 948 time: 0.2461529 Jun 07 08:19:23.149356 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e88d2-8f34-41cb-8fee-409b9ee3a386 req-8e0b056e-27ac-4739-8f6b-c6fa1efffad2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.150798 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ad8e88d2-8f34-41cb-8fee-409b9ee3a386 req-8e0b056e-27ac-4739-8f6b-c6fa1efffad2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2745740 Jun 07 08:19:23.215189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.259571 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-817279f3-6aac-459b-9415-95cd5a45d318 req-304de4a0-b395-45d5-bd0b-c8e12247c962 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591318 Jun 07 08:19:23.287140 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ad8e88d2-8f34-41cb-8fee-409b9ee3a386 req-e78c1e6d-a1b7-449b-b4e4-5329e40cbae2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211417 Jun 07 08:19:23.298107 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Router 94a78a10-f949-4239-8efe-f148f22f6206 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:19:23.429039 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1a698da3-c0c1-44f2-9f1e-814b56c1fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.476879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:19:23.481763 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] 10.222.0.46 "PUT /v2.0/routers/94a78a10-f949-4239-8efe-f148f22f6206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8748713 Jun 07 08:19:23.484987 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44176) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:23.485454 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Sync routers for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:19:23.494255 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:23.494854 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:23.679443 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:23.759549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.918778 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 19586ff7-db8b-4128-b324-514547b56d6a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:19:23.927454 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 81b915d1-843f-4553-89aa-43f71ecf88f5 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:23.931247 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.962353 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 81b915d1-843f-4553-89aa-43f71ecf88f5 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:23.962705 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 81b915d1-843f-4553-89aa-43f71ecf88f5 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:23.986344 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:19:22Z', 'revision_number': 5, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port': {'id': '6ce425e3-3edb-4dff-9d9a-f69da7c815ce', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a78a10-f949-4239-8efe-f148f22f6206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:33Z', 'updated_at': '2021-06-07T08:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:23.990061 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Checking router: 94a78a10-f949-4239-8efe-f148f22f6206 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:19:23.998692 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Routers {'94a78a10-f949-4239-8efe-f148f22f6206'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:23.999288 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['94a78a10-f949-4239-8efe-f148f22f6206'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:24.012996 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Deleting port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:24.013340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.089189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=19586ff7-db8b-4128-b324-514547b56d6a,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:24.102962 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '19586ff7-db8b-4128-b324-514547b56d6a', 'network_id': '4f941c5b-bbc0-4f80-b467-0585e70d008f', 'port_id': '19586ff7-db8b-4128-b324-514547b56d6a', 'mac_address': 'fa:16:3e:50:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e174944-7b85-4971-8f23-105948a1025b', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:19:24.148017 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] For port 6ce425e3-3edb-4dff-9d9a-f69da7c815ce, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:24.148504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.154141 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] Set router 94a78a10-f949-4239-8efe-f148f22f6206 gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:24.161467 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.186540 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19586ff7-db8b-4128-b324-514547b56d6a {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:24.203107 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=19586ff7-db8b-4128-b324-514547b56d6a,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:24.218078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.222134 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:24.260590 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:19:23Z', 'revision_number': 6, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:24.265835 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6baad-af78-4ca6-a62f-8445941f4917 None None] The sync data for ids ['94a78a10-f949-4239-8efe-f148f22f6206'] in dv-cinder-784956-6-iscsi is: [{'id': '94a78a10-f949-4239-8efe-f148f22f6206', 'name': 'tempest-ServerRescueNegativeTestJSON-51445264-router', 'tenant_id': 'f21d3514264d443291143ababf0509ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:31Z', 'updated_at': '2021-06-07T08:19:23Z', 'revision_number': 6, 'project_id': 'f21d3514264d443291143ababf0509ba', 'gw_port_host': None}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:19:24.282332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Calling delete_port for 6ce425e3-3edb-4dff-9d9a-f69da7c815ce owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:24.331774 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:24.341123 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:24.390535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.559844 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.565816 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ea629bbf-810c-41ab-801d-40cd01831ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:24.580276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['19586ff7-db8b-4128-b324-514547b56d6a'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:24.644314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce425e3-3edb-4dff-9d9a-f69da7c815ce,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:24.652260 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:24.696157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1e604-e741-4387-87d1-e8b0e174589f req-f57b49c9-6e8c-4d82-977f-c2fdca59ddea tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:24.697633 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-72e1e604-e741-4387-87d1-e8b0e174589f req-f57b49c9-6e8c-4d82-977f-c2fdca59ddea tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 949 time: 0.3095853 Jun 07 08:19:24.705387 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c60e18-edec-42ca-9d95-b4097daa2eca req-d8535b28-d7bb-4f44-8c0f-7fc9bd9c3611 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:24.706710 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b3c60e18-edec-42ca-9d95-b4097daa2eca req-d8535b28-d7bb-4f44-8c0f-7fc9bd9c3611 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2508852 Jun 07 08:19:24.800171 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-72e1e604-e741-4387-87d1-e8b0e174589f req-9a66c1c9-2f43-42ac-9b1f-54d4a5280c5d tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924990 Jun 07 08:19:24.801017 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.909472 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b3c60e18-edec-42ca-9d95-b4097daa2eca req-01ad41c8-7dd9-47d5-85e0-74e0860a4d22 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964219 Jun 07 08:19:24.980374 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:24.983104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.068056 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.068614 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a78a10-f949-4239-8efe-f148f22f6206 {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:19:25.073344 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.074486 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] 10.222.0.46 "DELETE /v2.0/routers/94a78a10-f949-4239-8efe-f148f22f6206 HTTP/1.1" status: 204 len: 168 time: 1.5885897 Jun 07 08:19:25.077743 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44186) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:25.224380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Deleting subnet 48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:19:25.227197 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.274074 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.331651 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.399652 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.404021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:25.436268 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:25.438945 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:25.441360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.443281 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48ed5b0f-7cdf-4ea5-9c46-ecdc148fb751 HTTP/1.1" status: 204 len: 168 time: 0.3643723 Jun 07 08:19:25.445692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44188) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:25.546928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.667247 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.679115 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a665f221-6df3-47ed-bee7-0fe6e0134d31']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:25.691830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cda1a2-f07a-4e02-938e-0d26080c1878') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:25.692128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cda1a2-f07a-4e02-938e-0d26080c1878') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:25.703933 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.723830 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.730199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:19:25.730619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:19:25.744775 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:19:25.818797 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.822364 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-99e4182a-06bc-41d2-9759-78a1fc4e170c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:25.835574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:25.837426 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] 10.222.0.46 "DELETE /v2.0/networks/a665f221-6df3-47ed-bee7-0fe6e0134d31 HTTP/1.1" status: 204 len: 168 time: 0.3908110 Jun 07 08:19:25.843408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a665f221-6df3-47ed-bee7-0fe6e0134d31,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:25.845969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4b35baf8-ff1d-4c91-9264-f71a026daa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:25.924397 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 19586ff7-db8b-4128-b324-514547b56d6a up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:19:25.999479 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e34ba-7315-49b0-8524-4b95dc276586 req-fee4d80d-844d-48c1-9710-44031965afe1 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:26.001178 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c8e34ba-7315-49b0-8524-4b95dc276586 req-fee4d80d-844d-48c1-9710-44031965afe1 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 949 time: 0.0930860 Jun 07 08:19:26.021821 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 19586ff7-db8b-4128-b324-514547b56d6a completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:19:26.030177 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 19586ff7-db8b-4128-b324-514547b56d6a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:26.030610 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.068106 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44198) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:26.090378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c8e34ba-7315-49b0-8524-4b95dc276586 req-a977e0e4-e799-40d2-8e2c-34075fd8228f tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Jun 07 08:19:26.138262 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-dd4914f1-0642-46e4-9da9-a50a4e74316e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f21d3514264d443291143ababf0509ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681887 Jun 07 08:19:26.142366 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44200) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:26.153446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1124452-6da2-44dd-a4fe-b1c05ac2e791 req-c96f9319-5adf-4ffd-b905-098a92ecce35 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:26.155518 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d1124452-6da2-44dd-a4fe-b1c05ac2e791 req-c96f9319-5adf-4ffd-b905-098a92ecce35 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1127534 Jun 07 08:19:26.183833 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.207924 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d1124452-6da2-44dd-a4fe-b1c05ac2e791 req-6cf98d84-9b5d-42fa-8625-c5f3e8a752a2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470736 Jun 07 08:19:26.216496 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.223609 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:26.231227 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.234864 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919de816-e3c2-4e08-bb12-329c240224fe" -d '{"events": [{"server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "name": "network-vif-plugged", "status": "completed", "tag": "19586ff7-db8b-4128-b324-514547b56d6a"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:26.257478 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=19586ff7-db8b-4128-b324-514547b56d6a,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:26.263898 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.266207 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.269608 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b8bc6e14-eb35-4ebb-8989-87ef7913a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:26.315496 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 67809481-276d-4af8-8b58-de51adf55469 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:26.332945 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.335521 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.336639 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c86674f-9d0d-47ed-9e3b-573445504793 HTTP/1.1" status: 204 len: 168 time: 0.1925254 Jun 07 08:19:26.337372 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b4e72165-3c79-4b83-b14b-249d802d9c02 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:26.347759 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86674f-9d0d-47ed-9e3b-573445504793,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:26.349397 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:26.363648 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ce7cb-94a1-4e39-91f7-117a9dc87431 x-openstack-request-id: req-132ce7cb-94a1-4e39-91f7-117a9dc87431 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:26.363949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "name": "network-vif-plugged", "status": "completed", "tag": "19586ff7-db8b-4128-b324-514547b56d6a", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:26.364212 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-132ce7cb-94a1-4e39-91f7-117a9dc87431 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:26.364614 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a', 'code': 200} Jun 07 08:19:26.389992 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 67809481-276d-4af8-8b58-de51adf55469 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:26.390343 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 67809481-276d-4af8-8b58-de51adf55469 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:26.390764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 6ce425e3-3edb-4dff-9d9a-f69da7c815ce no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:26.434472 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 6ce425e3-3edb-4dff-9d9a-f69da7c815ce {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:26.434841 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 6ce425e3-3edb-4dff-9d9a-f69da7c815ce not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:26.448398 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:26.451933 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:26.618194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e638935-2654-4bc5-85d0-f00c63f84d73 req-8a49cf51-21ca-4e46-9eb5-f2397eaf904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:26.620292 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1e638935-2654-4bc5-85d0-f00c63f84d73 req-8a49cf51-21ca-4e46-9eb5-f2397eaf904e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 1103 time: 0.0732059 Jun 07 08:19:26.660271 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1e638935-2654-4bc5-85d0-f00c63f84d73 req-a60a4d41-10a4-4a8b-924e-50692d928b97 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Jun 07 08:19:27.300223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bc101-033e-4cdc-9973-ddd24c98eab2 req-cf66f4ef-a327-4e58-b468-9901d092671a tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:27.301685 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-259bc101-033e-4cdc-9973-ddd24c98eab2 req-cf66f4ef-a327-4e58-b468-9901d092671a tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.0939398 Jun 07 08:19:27.396893 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-259bc101-033e-4cdc-9973-ddd24c98eab2 req-65b30ce8-b05b-474f-8d12-9edd8d5a32fd tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894122 Jun 07 08:19:27.430148 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d198-50d7-46c0-b592-59a843589031 req-52d0333b-7471-4741-985b-63bff570e3fe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:27.431630 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dee4d198-50d7-46c0-b592-59a843589031 req-52d0333b-7471-4741-985b-63bff570e3fe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1096091 Jun 07 08:19:27.478697 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dee4d198-50d7-46c0-b592-59a843589031 req-f6770be6-24ff-4eae-b17e-3dd6b83c6075 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Jun 07 08:19:27.586425 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4663d-53c9-4cad-9708-3c107f3d705b req-80f64dde-2f57-42b9-86f9-a12478337fc9 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:27.588114 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-75c4663d-53c9-4cad-9708-3c107f3d705b req-80f64dde-2f57-42b9-86f9-a12478337fc9 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.0837724 Jun 07 08:19:27.634104 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-75c4663d-53c9-4cad-9708-3c107f3d705b req-95dd830f-66c6-45c1-b583-c3d42de3f347 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Jun 07 08:19:27.658887 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44250) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:27.892357 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063944fd-fae9-4460-8931-e057876654b4 tempest-TestMinimumBasicScenario-1824279900 tempest-TestMinimumBasicScenario-1824279900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:27.893924 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-063944fd-fae9-4460-8931-e057876654b4 tempest-TestMinimumBasicScenario-1824279900 tempest-TestMinimumBasicScenario-1824279900-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1094 time: 0.2340987 Jun 07 08:19:27.896814 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44258) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:27.901078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'port_id': '9714202a-a221-467d-b642-92ce2afd9dfb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:27.929317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:28.085595 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:28.320277 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Allocated IP 172.27.0.164 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/cf6f452c-d1cc-4f13-805a-6fe7c4548c7c) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:19:28.465193 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:28.495195 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:28.499661 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:28.566127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:19:28.569994 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:19:28.574455 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:19:28.589324 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba294839-4f47-401f-9eab-f3787ba96524 req-1c339420-5a16-4c64-b5ae-175b21fc9134 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:28.590826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba294839-4f47-401f-9eab-f3787ba96524 req-1c339420-5a16-4c64-b5ae-175b21fc9134 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.0881886 Jun 07 08:19:28.628903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'Port': ['ID=cf6f452c-d1cc-4f13-805a-6fe7c4548c7c,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:28.633434 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:28.690692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba294839-4f47-401f-9eab-f3787ba96524 req-b561342e-e38c-4ed6-817a-a18e84616ad5 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621119 Jun 07 08:19:28.709520 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea0025-f24c-425c-bf08-3c444cad614a req-a235e060-0ac5-4d35-adea-991a6a18bb8e tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:28.711337 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4ea0025-f24c-425c-bf08-3c444cad614a req-a235e060-0ac5-4d35-adea-991a6a18bb8e tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1196413 Jun 07 08:19:28.760662 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4ea0025-f24c-425c-bf08-3c444cad614a req-3d38a734-21e8-498f-9df2-e84f4617b42f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Jun 07 08:19:28.946532 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:29.020570 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:29.152317 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f49cf0-736c-4467-801c-43ff6dc39a5f req-122d7901-f95e-48de-9e12-f43597eba6c3 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:29.153769 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a7f49cf0-736c-4467-801c-43ff6dc39a5f req-122d7901-f95e-48de-9e12-f43597eba6c3 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.0835495 Jun 07 08:19:29.197960 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a7f49cf0-736c-4467-801c-43ff6dc39a5f req-8a2454b9-2674-41b2-8c0a-06c6b2f1deba tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Jun 07 08:19:29.221266 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:29.225658 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:29.229044 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:29.284211 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:29.361490 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'Port': ['ID=cf6f452c-d1cc-4f13-805a-6fe7c4548c7c,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:29.371854 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:29.465758 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Floating IP 2930f257-7ea5-4ca0-b2a8-a37c0f872b1f associated. External IP: 172.27.0.164, port: 9714202a-a221-467d-b642-92ce2afd9dfb. Jun 07 08:19:29.905602 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Router aac74ea5-a1a6-4b25-8414-41367d92034b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:19:29.958569 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86357698-ae4c-4311-b167-7d40edb1b011 req-713edd3a-222a-4b42-980a-50096d779f6d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:29.960020 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-86357698-ae4c-4311-b167-7d40edb1b011 req-713edd3a-222a-4b42-980a-50096d779f6d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0845966 Jun 07 08:19:30.004566 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-86357698-ae4c-4311-b167-7d40edb1b011 req-298ceb5f-1877-4cf1-9b99-95e78460a049 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387995 Jun 07 08:19:30.081933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:19:30.091589 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Sync routers for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:19:30.100942 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.101645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:30.102403 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:30.154164 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2563021 Jun 07 08:19:30.155511 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:30.157713 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44284) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:30.157979 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e6201-26d4-4ce9-99b0-8f32f1ef5149" -d '{"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:30.163332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485401040', 'description': 'tempest-secgroup-smoke-485401040 description', 'project_id': '2580ba787fc2426e8a45a01b623b43cd'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:30.193294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.203937 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe7919-c590-46ed-8d41-7e009e233a27 x-openstack-request-id: req-dbfe7919-c590-46ed-8d41-7e009e233a27 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:30.204259 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:30.205554 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbfe7919-c590-46ed-8d41-7e009e233a27 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:30.207486 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:19:30.323783 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:30.348123 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.361470 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.368553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19138299-f45f-4ac3-a7c7-00d19ee9bae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:30.416790 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.418074 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2591155 Jun 07 08:19:30.422026 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44290) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:30.424069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8908fd50-45ce-4890-8dfa-104c88fcaef2,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:30.427240 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:30.427407 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:30.452207 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1caea-cfbe-47ca-aaf8-5e85d96df52f req-8b4ce13a-9e71-46a6-9545-4f5a90f49b14 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:30.454162 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dce1caea-cfbe-47ca-aaf8-5e85d96df52f req-8b4ce13a-9e71-46a6-9545-4f5a90f49b14 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.1442211 Jun 07 08:19:30.460790 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.528275 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.533712 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.536230 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-49585742-5fe2-4ea6-8a38-334ab8fa78a1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:30.557659 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be793aa2-1745-47eb-93dc-1f99794ef445,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:30.562398 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:30.569012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.573233 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474934 Jun 07 08:19:30.573480 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44292) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:30.578110 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:30.582733 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dce1caea-cfbe-47ca-aaf8-5e85d96df52f req-c0f8fb3d-32c4-4c47-98d5-b362cfb27b73 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218989 Jun 07 08:19:30.626416 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.724690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.731676 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.734181 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '2930f257-7ea5-4ca0-b2a8-a37c0f872b1f', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'port_id': '9714202a-a221-467d-b642-92ce2afd9dfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'mac_address': 'fa:16:3e:b1:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:28Z', 'updated_at': '2021-06-07T08:19:28Z', 'revision_number': 0, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:30.738333 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2fb2af97-6ecd-4735-a18c-d1cd284995f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:30.738566 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Checking router: aac74ea5-a1a6-4b25-8414-41367d92034b for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:19:30.746970 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:30.747584 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:30.757724 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c6d189-d43d-453f-8a97-60b11b0425d5,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:30.760443 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:30.765310 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.766724 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1922493 Jun 07 08:19:30.769382 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44296) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:30.773750 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:30.803731 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.864967 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.868411 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.870403 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-55249e12-9bcc-4926-9fb9-c59dec926adc tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:30.891921 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c428ec-8cba-4c35-b086-9940d436a6b5,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:30.894400 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:30.899711 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:30.900888 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-04ef0250-85c5-4b2e-a218-488089316d1c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305816 Jun 07 08:19:30.903588 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44298) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:30.908494 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:30.925756 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:30.935277 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.002838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.006489 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.012519 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9b8809f6-e544-4d49-b712-bd9b91cc0154 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:31.031612 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43b396b-a9a6-4137-ad97-320d0c4828d8,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:31.034122 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:31.040261 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.044363 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ca6015e9-9de5-450a-9bff-f7fb612fd269 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373692 Jun 07 08:19:31.044681 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44302) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:31.049091 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:31.071785 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.securitygroups_db [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Project 2580ba787fc2426e8a45a01b623b43cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:19:31.078810 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.149774 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.155723 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.157821 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:31.179764 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c02061-5d8c-4a58-bfe4-86b8b576bc7a,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:31.182799 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:31.187360 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.191738 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2efed3ad-8fe7-4c21-9e20-090db0782190 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461544 Jun 07 08:19:31.192315 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44304) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:31.196903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'security_group_rule': {'security_group_id': '8908fd50-45ce-4890-8dfa-104c88fcaef2', 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:31.205480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e5435-9c6f-497d-b87d-96ff3d45bb34 req-f9865c0e-aeff-4e8d-9e3e-e58309e3bda0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:31.210422 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fa9e5435-9c6f-497d-b87d-96ff3d45bb34 req-f9865c0e-aeff-4e8d-9e3e-e58309e3bda0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0927796 Jun 07 08:19:31.220115 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.securitygroups_db [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Project 2580ba787fc2426e8a45a01b623b43cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:19:31.226502 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.260684 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fa9e5435-9c6f-497d-b87d-96ff3d45bb34 req-e3eb610f-fe17-4b2e-bc20-e053ca8fd6b4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Jun 07 08:19:31.283778 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '2930f257-7ea5-4ca0-b2a8-a37c0f872b1f', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'port_id': '9714202a-a221-467d-b642-92ce2afd9dfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'mac_address': 'fa:16:3e:b1:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:28Z', 'updated_at': '2021-06-07T08:19:28Z', 'revision_number': 0, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:31.287886 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ed9e0-5a58-4bc3-8af2-3351cc890122 None None] The sync data for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi is: [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '2930f257-7ea5-4ca0-b2a8-a37c0f872b1f', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'port_id': '9714202a-a221-467d-b642-92ce2afd9dfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'mac_address': 'fa:16:3e:b1:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:28Z', 'updated_at': '2021-06-07T08:19:28Z', 'revision_number': 0, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:19:31.297642 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.301412 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.307435 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:31.327714 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfec30f-ded6-46a8-b993-54a7cd57c015,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:31.330598 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:31.340752 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.342586 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d9cabc28-59a2-4495-9f9e-807024f6f895 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487281 Jun 07 08:19:31.470881 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5c5c8-38d9-43ea-934d-6bb36991c8ff None None] New status for floating IP 2930f257-7ea5-4ca0-b2a8-a37c0f872b1f: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:19:31.471395 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-49aa3d29-4f3f-46c3-a3a6-30ac775cf30a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485401040&fields=id&tenant_id=2580ba787fc2426e8a45a01b623b43cd HTTP/1.1" status: 200 len: 267 time: 0.0444708 Jun 07 08:19:31.554015 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-13d8d046-97a5-4255-87a5-b77a6f4b4b8d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:31.555468 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-13d8d046-97a5-4255-87a5-b77a6f4b4b8d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.0790679 Jun 07 08:19:31.567698 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'port': {'security_groups': ['4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5', '8908fd50-45ce-4890-8dfa-104c88fcaef2']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:31.691605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:31.875860 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ea43f-c7dc-4441-8da6-91bf38610491 req-a962af17-5af3-44cb-bb87-6bb15a3115b9 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:31.877309 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-186ea43f-c7dc-4441-8da6-91bf38610491 req-a962af17-5af3-44cb-bb87-6bb15a3115b9 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.1724961 Jun 07 08:19:32.004077 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-186ea43f-c7dc-4441-8da6-91bf38610491 req-10e29f8c-deb5-4dd7-9635-50508497dd37 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205275 Jun 07 08:19:32.049386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:32.073823 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:32.078610 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:32.083931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:32.150762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:32.151462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:32.152865 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f01096f6-588f-4c9d-8305-fa184c3fde03 req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "PUT /v2.0/ports/9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 982 time: 0.5904250 Jun 07 08:19:32.153382 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:32.156267 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeea7c4-850c-478d-ae92-bee70c844158" -d '{"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:32.175897 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=6']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:32.179128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:32.209640 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499518e3-1e49-4139-8519-c6b7af7b5bdd x-openstack-request-id: req-499518e3-1e49-4139-8519-c6b7af7b5bdd {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:32.210281 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:32.210615 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-499518e3-1e49-4139-8519-c6b7af7b5bdd {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:32.211278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:19:32.345766 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbfc03-3130-4855-a464-506375df71de req-bbb7a0c9-9035-48f8-9f4b-30182c2a2a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:32.347259 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97bbfc03-3130-4855-a464-506375df71de req-bbb7a0c9-9035-48f8-9f4b-30182c2a2a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0818057 Jun 07 08:19:32.371919 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-81f186c8-044d-4b88-8fc9-7bc169440439 None None] Provisioning complete for port 9714202a-a221-467d-b642-92ce2afd9dfb triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:32.372628 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-81f186c8-044d-4b88-8fc9-7bc169440439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:32.438950 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97bbfc03-3130-4855-a464-506375df71de req-12bf3822-9a40-4b01-9d53-a7ca52ae9337 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856299 Jun 07 08:19:32.475127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965d97f-6255-454a-978b-948a532e5d73 req-deda94a1-2bf1-4fa7-b865-56237b597bbc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:32.476577 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9965d97f-6255-454a-978b-948a532e5d73 req-deda94a1-2bf1-4fa7-b865-56237b597bbc tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0946708 Jun 07 08:19:32.523785 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9965d97f-6255-454a-978b-948a532e5d73 req-d1eceaa1-953c-4a62-b3df-c413d8e8a4a6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 Jun 07 08:19:32.992250 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-8d780f74-841c-46cd-b878-a6b804084473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:32.993780 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-8d780f74-841c-46cd-b878-a6b804084473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1138 time: 0.0754826 Jun 07 08:19:33.031349 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:33.194958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-56ab8880-18cd-44e0-8389-4b94c55a5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.196431 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-56ab8880-18cd-44e0-8389-4b94c55a5e18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.1928847 Jun 07 08:19:33.212958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:33.297008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3aaa7-5e0b-434a-b772-b6a412aa5aa4 req-6c451db5-c247-404c-a936-8629a0003779 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.302444 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d9c3aaa7-5e0b-434a-b772-b6a412aa5aa4 req-6c451db5-c247-404c-a936-8629a0003779 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.1923418 Jun 07 08:19:33.343336 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-3884b773-c287-4e94-a35a-5de9ca068dd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 1002 time: 0.1381915 Jun 07 08:19:33.398372 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d9c3aaa7-5e0b-434a-b772-b6a412aa5aa4 req-c72b1347-51a9-409b-a753-8df3ff5a7f5f tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/security-groups?id=adde4ed5-54e6-4399-be59-e92ccf8ced1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Jun 07 08:19:33.422164 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-e171556a-a818-418a-80cc-ad3256a2c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.423594 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-e171556a-a818-418a-80cc-ad3256a2c33f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.0666549 Jun 07 08:19:33.506142 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-a96710b8-4201-4938-a728-81c1988c8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.507706 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-a96710b8-4201-4938-a728-81c1988c8a6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769730 Jun 07 08:19:33.675833 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-71b69a1f-4879-45c1-ae87-37522776c091 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.677285 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-71b69a1f-4879-45c1-ae87-37522776c091 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.45 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 950 time: 0.0932472 Jun 07 08:19:33.828200 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Deleting port 19586ff7-db8b-4128-b324-514547b56d6a {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:33.828545 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:33.888779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-0ecaf961-84c6-4bfb-8d8e-3605042e1ac4 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043985 Jun 07 08:19:33.900491 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476acc4-d5eb-426f-8565-024b0855ce01 req-36b58023-9d6b-4cd8-a645-a2ad683b691b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.901931 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e476acc4-d5eb-426f-8565-024b0855ce01 req-36b58023-9d6b-4cd8-a645-a2ad683b691b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2605319 Jun 07 08:19:33.969738 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] For port 19586ff7-db8b-4128-b324-514547b56d6a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=19586ff7-db8b-4128-b324-514547b56d6a,segment=NetworkSegment(bd0ebea3-bd19-48c5-bc7c-216085e21806),segment_id=bd0ebea3-bd19-48c5-bc7c-216085e21806)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:33.970163 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.034709 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e476acc4-d5eb-426f-8565-024b0855ce01 req-8fa4e351-24f9-4e69-b298-30a43291a1e7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119003 Jun 07 08:19:34.072152 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-330e6201-26d4-4ce9-99b0-8f32f1ef5149 req-54e385bb-1fe7-48ae-92f0-22d8ac799b52 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692452 Jun 07 08:19:34.101996 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Calling delete_port for 19586ff7-db8b-4128-b324-514547b56d6a owned by compute:nova {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:34.220279 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.226765 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:34.234650 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-ac834067-fe37-4c7e-aa97-acddf005658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:34.236156 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-ac834067-fe37-4c7e-aa97-acddf005658c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1138 time: 0.0850077 Jun 07 08:19:34.266001 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['19586ff7-db8b-4128-b324-514547b56d6a'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:34.276821 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Pushing event deleted for resources: {'Port': ['ID=19586ff7-db8b-4128-b324-514547b56d6a,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:34.284973 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:34.364469 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] No DVR routers for this DVR port 19586ff7-db8b-4128-b324-514547b56d6a on host hv-cinder-78495 {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:34.382104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.384131 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-60c71ccf-ca46-48a9-8290-7138764fb682 req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.45 "DELETE /v2.0/ports/19586ff7-db8b-4128-b324-514547b56d6a HTTP/1.1" status: 204 len: 173 time: 0.7011697 Jun 07 08:19:34.384442 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'name': 'network-vif-deleted', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:34.386782 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb87422-9ace-471c-b76d-0f5c6ba59b17" -d '{"events": [{"server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "name": "network-vif-deleted", "tag": "19586ff7-db8b-4128-b324-514547b56d6a"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:34.423323 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-a74f08e0-5006-4982-8355-1d0ed56e5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:34.424967 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-a74f08e0-5006-4982-8355-1d0ed56e5236 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.1814620 Jun 07 08:19:34.458633 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1fa70-2026-4cd5-a7cc-47167f380ed0 x-openstack-request-id: req-10d1fa70-2026-4cd5-a7cc-47167f380ed0 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:34.458951 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b967989f-c79d-428e-a8d5-3bdfbc9f2206", "name": "network-vif-deleted", "tag": "19586ff7-db8b-4128-b324-514547b56d6a", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:34.459236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10d1fa70-2026-4cd5-a7cc-47167f380ed0 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:34.459665 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b967989f-c79d-428e-a8d5-3bdfbc9f2206', 'name': 'network-vif-deleted', 'tag': '19586ff7-db8b-4128-b324-514547b56d6a', 'status': 'completed', 'code': 200} Jun 07 08:19:34.573866 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-8aed218f-c36b-44d0-91b1-51084fda9df5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 1002 time: 0.1411953 Jun 07 08:19:34.656420 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3a9f27d8-ed4b-4c40-a7af-68a10d35ef69 req-f8e53293-d844-4527-a283-76c7015b8671 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.0858140 Jun 07 08:19:34.682178 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-c2091fcf-34c7-4d3d-baed-1fb41153cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:34.683640 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-c2091fcf-34c7-4d3d-baed-1fb41153cc20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.0745211 Jun 07 08:19:34.758194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-4b09f814-c565-46e7-8b1b-59604f37cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:34.759664 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-4b09f814-c565-46e7-8b1b-59604f37cdd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698159 Jun 07 08:19:34.889588 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-881d5342-1a5b-4cbe-a8c3-dd3a0f082f99 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Jun 07 08:19:35.230018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb46281-aecc-4ae6-a5a6-ec47608d0fa5 req-0db55dca-fa0a-45c5-8098-f8cc7a524b31 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:35.231456 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1fb46281-aecc-4ae6-a5a6-ec47608d0fa5 req-0db55dca-fa0a-45c5-8098-f8cc7a524b31 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0834467 Jun 07 08:19:35.275063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1fb46281-aecc-4ae6-a5a6-ec47608d0fa5 req-c722c45f-5388-4e9f-bb70-de9a1ba244a2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374122 Jun 07 08:19:35.611211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b57c-e21f-4e22-90a7-f47cb04da238 req-2f241eb4-80d6-48c5-bef4-a3616e5e1c4a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:35.612734 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2203b57c-e21f-4e22-90a7-f47cb04da238 req-2f241eb4-80d6-48c5-bef4-a3616e5e1c4a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0831530 Jun 07 08:19:35.662646 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2203b57c-e21f-4e22-90a7-f47cb04da238 req-5e168dc5-058f-411c-a263-46a138e2eb0b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Jun 07 08:19:35.787555 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:19:35.823382 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1cbfd958-39aa-4725-9ae1-d394475fd2cf req-614978b4-8ffd-416d-ae30-fc3ee955557f tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.0459888 Jun 07 08:19:36.024140 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2eeea7c4-850c-478d-ae92-bee70c844158 req-d229a38c-2671-4b21-9e0b-9f84cc58b7e1 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288846 Jun 07 08:19:36.843099 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b7bbc-fddf-4c52-8965-73ed7bc0e683 req-7b01493d-8bf3-4869-b435-4f74cdd49468 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:36.844524 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2e3b7bbc-fddf-4c52-8965-73ed7bc0e683 req-7b01493d-8bf3-4869-b435-4f74cdd49468 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Jun 07 08:19:36.888369 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2e3b7bbc-fddf-4c52-8965-73ed7bc0e683 req-7730343b-9c92-478e-8570-127e7cb62368 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383127 Jun 07 08:19:36.985811 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b8136607-ec0f-45cc-8b2d-e43d959b5162 req-3bf2ceff-2fee-47a7-b831-e539d837f7b9 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Jun 07 08:19:37.887413 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 19586ff7-db8b-4128-b324-514547b56d6a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:37.921763 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 19586ff7-db8b-4128-b324-514547b56d6a {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:37.922148 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 19586ff7-db8b-4128-b324-514547b56d6a not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:38.236869 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a51db145-744a-4d12-9b59-bc4829a0fdcc req-4414611c-2a36-45bc-8120-3e47aefda7b4 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] 10.222.0.46 "GET /v2.0/ports?device_id=b967989f-c79d-428e-a8d5-3bdfbc9f2206 HTTP/1.1" status: 200 len: 210 time: 0.0569322 Jun 07 08:19:38.265893 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5b11d-7369-47a6-9350-63bb1f2fc7e6 req-ed3f2f43-a061-4395-9bae-557288ab0f07 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:38.267323 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-73a5b11d-7369-47a6-9350-63bb1f2fc7e6 req-ed3f2f43-a061-4395-9bae-557288ab0f07 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.2705817 Jun 07 08:19:38.272832 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-73c8328a-2d92-4472-8531-14f28ba57bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:38.274185 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-73c8328a-2d92-4472-8531-14f28ba57bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.2359314 Jun 07 08:19:38.402444 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-73a5b11d-7369-47a6-9350-63bb1f2fc7e6 req-c5bc18ed-b313-4a67-955c-6291a36fc10d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273279 Jun 07 08:19:38.435309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-a0b02240-df61-4890-b3e8-cbe1497e024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:38.436757 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-a0b02240-df61-4890-b3e8-cbe1497e024f service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.1457269 Jun 07 08:19:38.548218 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-fab35c30-a088-4e95-9aad-dd0c358dc47f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 999 time: 0.0975621 Jun 07 08:19:38.613867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-56b5dfe0-e42b-47bb-a128-a0b0b473ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:38.615562 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-56b5dfe0-e42b-47bb-a128-a0b0b473ab12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0602043 Jun 07 08:19:38.689618 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-5454d34f-b321-4e03-ad76-b18615c2f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:38.691104 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-5454d34f-b321-4e03-ad76-b18615c2f9f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686789 Jun 07 08:19:38.835169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-0b4befa7-155e-4430-84ca-b7febc06b954 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282864 Jun 07 08:19:38.976454 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7ef48b92-62fa-4802-b1a1-6f0803eeea43 req-e02bdb86-7420-44fa-abae-63ed8c0269bd service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341496 Jun 07 08:19:39.601913 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5dcd-d7e1-4e5b-89a4-425f861590a5 req-fbc4009e-7275-437e-bbcf-31630a00b73b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:39.603424 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-897c5dcd-d7e1-4e5b-89a4-425f861590a5 req-fbc4009e-7275-437e-bbcf-31630a00b73b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0928016 Jun 07 08:19:39.651187 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-897c5dcd-d7e1-4e5b-89a4-425f861590a5 req-3d6112b2-1299-4e1c-9d89-a226fd5a6e1c tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Jun 07 08:19:40.845921 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f72a0-4a8c-4512-a6fc-50a3cfc957b5 req-7012b151-8661-469f-8347-52c940ca2393 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:40.847460 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b32f72a0-4a8c-4512-a6fc-50a3cfc957b5 req-7012b151-8661-469f-8347-52c940ca2393 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0838704 Jun 07 08:19:40.892931 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b32f72a0-4a8c-4512-a6fc-50a3cfc957b5 req-ccc23175-999d-478f-aee8-28629826ea0d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397599 Jun 07 08:19:45.091198 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44648) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:45.307788 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-40c072f6-9061-4ed3-94be-5e1e8832cb70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0601e51e3fef44b48d57df5c903f9f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152894 Jun 07 08:19:45.310587 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44652) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:45.367010 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.392025 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.442989 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.445359 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.446496 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adde4ed5-54e6-4399-be59-e92ccf8ced1c HTTP/1.1" status: 204 len: 168 time: 0.1349728 Jun 07 08:19:45.447254 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-908ca8a9-fb49-493a-a3ec-cec5a0f7ab92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:45.456627 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde4ed5-54e6-4399-be59-e92ccf8ced1c,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:45.463583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.463962 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.464322 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.464674 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.465024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.465373 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.465716 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.466084 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.466428 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.466769 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.467109 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.467445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.470528 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:46.107672 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44680) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:46.211033 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1239666434-network', 'tenant_id': '43967104d3104d4aa48a979dfb188cca'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:46.235062 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Made reservation on behalf of 43967104d3104d4aa48a979dfb188cca for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:19:46.237567 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.250341 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.361117 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.366178 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.370746 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:46.396379 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:19:46.409245 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:46.414391 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:46.415836 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.416518 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Added segment f3852fc6-bb89-4beb-8aeb-e385910dc42e of type vlan for network 7cbd6df6-8eb1-4763-bb32-2828307daf1e Jun 07 08:19:46.442386 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.470814 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.472064 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:46.472643 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.475825 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-21eb02a2-f1a8-48cc-8782-6acbbd7c81cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:46.564616 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4553082 Jun 07 08:19:46.567430 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44688) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:46.570070 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Pushing event updated for resources: {'Network': ['ID=7cbd6df6-8eb1-4763-bb32-2828307daf1e,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:46.572472 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Request body: {'subnet': {'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1239666434-subnet', 'tenant_id': '43967104d3104d4aa48a979dfb188cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:46.572763 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-746bc936-f898-4f5e-8a35-95190af21959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:46.580320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:19:46.595177 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Made reservation on behalf of 43967104d3104d4aa48a979dfb188cca for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:19:46.597513 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60901312'] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.799413 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61213821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60901330'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.802971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:46.867951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3521b4f-c017-4c84-b86c-dd1d633f1aae,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:46.878202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.878568 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.878927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.879277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.879619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.879968 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.880306 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.880644 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.880983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.881318 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.881654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.882010 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:46.886502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:46.890872 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Checking segment: {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:19:46.891218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Network hostable DHCP agents. Network: 7cbd6df6-8eb1-4763-bb32-2828307daf1e, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:19:46.907728 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:19:46.915934 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 7cbd6df6-8eb1-4763-bb32-2828307daf1e) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:19:46.920011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:46.920585 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:46.924826 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b262c-a0c6-41db-8e09-7a53ecb2709b None None] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:19:46.938441 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3698928 Jun 07 08:19:47.115966 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac311e8-0773-4478-bb2c-9b04e5a3acf8 None None] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:19:47.221362 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.707704 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f16c0f44-5503-432f-999e-6f0f97feff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:51.124302 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-347dca68-26cb-486f-9f77-b56cd13986e4 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:51.125748 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-347dca68-26cb-486f-9f77-b56cd13986e4 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 814 time: 0.1507218 Jun 07 08:19:51.139921 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-d9812062-cb29-4c44-b7f9-69fc107f697b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/quotas/43967104d3104d4aa48a979dfb188cca HTTP/1.1" status: 200 len: 375 time: 0.0086694 Jun 07 08:19:51.190001 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-ee52588b-4022-4e07-bd00-db17e3ad1a89 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452466 Jun 07 08:19:51.395412 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-7ba32630-d813-413a-baaf-871d3ebdcaff service neutron] 10.222.0.46 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989005 Jun 07 08:19:51.524099 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-9b9e07bb-075b-4b18-8b23-293240958b8c service neutron] 10.222.0.46 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231110 Jun 07 08:19:51.698617 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4e50aaf1-c749-4840-a471-12a95edf510b req-487781ef-f95a-443a-8c00-da320f2eb075 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 210 time: 0.0425172 Jun 07 08:19:52.844882 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-604d33a3-5081-4326-9ec4-2067c5b93199 req-cd6a5088-103e-4155-a36e-841b2da7546d tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 210 time: 0.0430524 Jun 07 08:19:53.218682 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:53.429668 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1d067dc5-0ef1-4701-ab5d-c92c9900f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:53.992942 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9053b486-df1c-49fd-8482-00e401819e18 req-e647d624-7532-4389-8cba-08ad9fce454a tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 210 time: 0.0454290 Jun 07 08:19:54.387902 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.148538 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-57188d4b-75af-4e9c-a19a-464b7362c865 req-3a7953e6-2c86-4774-bf4e-f0404fcd6355 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 210 time: 0.0507088 Jun 07 08:19:55.624539 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-d2fa505b-6da1-4148-9b27-7f63ad4c0922 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:55.625994 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-d2fa505b-6da1-4148-9b27-7f63ad4c0922 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 814 time: 0.1470273 Jun 07 08:19:55.651038 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Request body: {'port': {'device_id': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e', 'admin_state_up': True, 'tenant_id': '43967104d3104d4aa48a979dfb188cca'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:55.802619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Made reservation on behalf of 43967104d3104d4aa48a979dfb188cca for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:19:55.806079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:55.968986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Allocated IP 172.20.0.6 (7cbd6df6-8eb1-4763-bb32-2828307daf1e/c3521b4f-c017-4c84-b86c-dd1d633f1aae/2af8829c-5bd8-4733-b3cb-bc334da438e7) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:19:56.163385 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.196140 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.200155 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.203502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:56.308194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:19:56.315588 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:19:56.323569 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:19:56.363719 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Pushing event updated for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:56.370932 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:56.406401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:56.407009 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.429699 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826631 Jun 07 08:19:56.440922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c16d2a-8780-49fc-a845-d47193b6686e req-7c04d23f-f61f-4077-9b18-16b40d63bb9c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:56.442360 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19c16d2a-8780-49fc-a845-d47193b6686e req-7c04d23f-f61f-4077-9b18-16b40d63bb9c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 931 time: 0.1777837 Jun 07 08:19:56.468669 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Request body: {'port': {'device_id': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:56.536694 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19c16d2a-8780-49fc-a845-d47193b6686e req-f42b1db7-2d97-4477-9933-4a74af3c2e79 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877414 Jun 07 08:19:56.601483 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.031628 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af8829c-5bd8-4733-b3cb-bc334da438e7 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:57.039098 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.053320 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Transition to ACTIVE for port object 2af8829c-5bd8-4733-b3cb-bc334da438e7 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:19:57.057681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.061874 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:57.130337 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:57.174448 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:57.300011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Attempting to bind port 2af8829c-5bd8-4733-b3cb-bc334da438e7 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:19:57.300264 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Attempting to bind port 2af8829c-5bd8-4733-b3cb-bc334da438e7 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:19:57.300596 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Attempting to bind port 2af8829c-5bd8-4733-b3cb-bc334da438e7 on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:57.305069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Port 2af8829c-5bd8-4733-b3cb-bc334da438e7 on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:19:57.305390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Attempting to bind port 2af8829c-5bd8-4733-b3cb-bc334da438e7 on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:57.310446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:19:57.310783 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Checking segment: {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:19:57.311192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Bound using segment: {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:19:57.311612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Bound port: 2af8829c-5bd8-4733-b3cb-bc334da438e7, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:19:57.311953 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.398041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:19:57.400897 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:19:57.405957 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.410620 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:57.471139 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:57.471757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:57.473098 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/2af8829c-5bd8-4733-b3cb-bc334da438e7 HTTP/1.1" status: 200 len: 1093 time: 1.0088570 Jun 07 08:19:57.473573 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:57.475858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b950995-bd1c-425b-ab95-fb879d1f38cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:57.491759 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:57.494776 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:57.521281 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d18961-334c-4851-8b25-409dca35e2a8 x-openstack-request-id: req-07d18961-334c-4851-8b25-409dca35e2a8 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:57.521607 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:57.521892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07d18961-334c-4851-8b25-409dca35e2a8 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:57.522359 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7', 'status': 'completed', 'code': 200} Jun 07 08:19:57.620548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8f3e089d-a0b2-41ba-8831-8dd35df17edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:57.622050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-8f3e089d-a0b2-41ba-8831-8dd35df17edb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0701268 Jun 07 08:19:57.737215 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-4f59e0d8-bb8c-47ac-9e98-87b948ab4430 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7 HTTP/1.1" status: 200 len: 217 time: 0.0984857 Jun 07 08:19:57.828238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-0fd0aa3f-76b3-455b-8a2c-6fc456005840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:57.829679 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-0fd0aa3f-76b3-455b-8a2c-6fc456005840 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3521b4f-c017-4c84-b86c-dd1d633f1aae HTTP/1.1" status: 200 len: 854 time: 0.0740435 Jun 07 08:19:57.837678 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f737-2a5a-4464-8c20-67a284dc9a55 req-7de69fc6-d3e4-46d0-bac7-f85ae979f64d tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:57.839057 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ac8f737-2a5a-4464-8c20-67a284dc9a55 req-7de69fc6-d3e4-46d0-bac7-f85ae979f64d tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 943 time: 0.1494813 Jun 07 08:19:57.897316 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-f96f717f-8f31-435c-a43d-ea13a517bed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cbd6df6-8eb1-4763-bb32-2828307daf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573387 Jun 07 08:19:57.946859 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ac8f737-2a5a-4464-8c20-67a284dc9a55 req-94785187-7df6-4e15-af68-8c96a130a272 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Jun 07 08:19:58.043902 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-88141b64-a0d3-4510-85d2-cfdb7403f26c service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359696 Jun 07 08:19:58.178405 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd68c124-65ca-4aba-9e38-900ca4bd6c51 req-719b1562-754e-4fa9-bda3-c86948e903d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257174 Jun 07 08:19:58.382124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-632c4c4f-c48e-43ce-b20e-f1d1cbd8a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:58.383571 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-632c4c4f-c48e-43ce-b20e-f1d1cbd8a003 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0788729 Jun 07 08:19:58.527930 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-7f97320b-8c35-4f49-b429-e4c9f7414f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:58.529393 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-7f97320b-8c35-4f49-b429-e4c9f7414f1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 915 time: 0.1384680 Jun 07 08:19:58.600365 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-963374b2-6c34-4a1f-bd43-a222eccda746 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7 HTTP/1.1" status: 200 len: 217 time: 0.0624461 Jun 07 08:19:58.661525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-4838c907-0a02-4440-bf41-7f3c559612b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:58.662905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-4838c907-0a02-4440-bf41-7f3c559612b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3521b4f-c017-4c84-b86c-dd1d633f1aae HTTP/1.1" status: 200 len: 854 time: 0.0562105 Jun 07 08:19:58.709654 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-884cd7e7-48c4-4050-afb2-19f32ca8d835 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cbd6df6-8eb1-4763-bb32-2828307daf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400350 Jun 07 08:19:58.918007 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-abd590f4-a2e8-4807-aa87-f371e33be2b5 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012146 Jun 07 08:19:59.049138 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4b950995-bd1c-425b-ab95-fb879d1f38cd req-609ef4a3-7f85-49d1-95c3-caa7154dabb3 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235960 Jun 07 08:19:59.139021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e890f1-4d18-408b-a00c-04b3a5dd9171 req-008efde2-12d4-4fdc-9322-5017b370b15c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:59.140478 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e7e890f1-4d18-408b-a00c-04b3a5dd9171 req-008efde2-12d4-4fdc-9322-5017b370b15c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 943 time: 0.0884941 Jun 07 08:19:59.184275 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e7e890f1-4d18-408b-a00c-04b3a5dd9171 req-c466bd8e-c6b8-4f05-ac2e-54b0e7bc4d0e tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Jun 07 08:20:00.361470 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a986b7-98cb-48bc-8964-652ad41f4478 req-62fc61b5-ffb9-41f4-946a-3929f43a13cb tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:00.362895 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b2a986b7-98cb-48bc-8964-652ad41f4478 req-62fc61b5-ffb9-41f4-946a-3929f43a13cb tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 943 time: 0.0767608 Jun 07 08:20:00.409084 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b2a986b7-98cb-48bc-8964-652ad41f4478 req-654d9f6d-af7b-4369-8f1b-02299491301c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Jun 07 08:20:00.984925 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 44840) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:01.100683 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.268853 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.275909 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-0cf4612c-1aae-4556-9005-337694ef9606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1252759 Jun 07 08:20:01.277453 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.286512 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-db9400e4-7fb0-4c33-9e61-ebfc4a912a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:01.334624 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f63cec41cbc447dbf974ab872085008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485961 Jun 07 08:20:01.337512 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44844) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:01.339485 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ede108-57b1-48ab-ba1c-9eaed2568612,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:01.343517 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:01.397623 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.423718 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.444384 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-7dea0221-e22f-427c-98b1-596041f016c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.446044 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-7dea0221-e22f-427c-98b1-596041f016c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 1100 time: 0.0759239 Jun 07 08:20:01.481485 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.485301 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.489385 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21ede108-57b1-48ab-ba1c-9eaed2568612 HTTP/1.1" status: 204 len: 168 time: 0.1506352 Jun 07 08:20:01.490413 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d4e8a995-c482-4748-9d1c-34aeb170cdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:01.500443 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ede108-57b1-48ab-ba1c-9eaed2568612,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:01.503174 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:01.677717 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-c64ca9ad-22a9-4610-85ba-cb4bfc73c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.679201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-c64ca9ad-22a9-4610-85ba-cb4bfc73c475 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.2068334 Jun 07 08:20:01.766450 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cee30-6c3d-4e8b-8460-4620229f11e7 req-b20fc5de-9ab9-44ac-96dd-5ebc38ba90b3 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.768298 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0c0cee30-6c3d-4e8b-8460-4620229f11e7 req-b20fc5de-9ab9-44ac-96dd-5ebc38ba90b3 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 943 time: 0.1907136 Jun 07 08:20:01.830143 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44862) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:01.834666 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-ab2acbf3-d413-4402-bb0b-c98d4b02bae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 200 len: 1001 time: 0.1471038 Jun 07 08:20:01.841975 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0c0cee30-6c3d-4e8b-8460-4620229f11e7 req-60e0bf6f-58d3-441d-a277-bf6c8fbfc152 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609765 Jun 07 08:20:01.849418 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.906327 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-38ea7d3e-b147-4c75-9ac9-cd60a515a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:01.907780 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-38ea7d3e-b147-4c75-9ac9-cd60a515a5dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0643907 Jun 07 08:20:01.970135 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.974202 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.979496 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 2af8829c-5bd8-4733-b3cb-bc334da438e7 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:20:01.983604 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-488cb2cb-8437-4b48-b889-f11c96f1d99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:01.999145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-7ec3fbe3-1f83-415d-9bb6-204ad92a52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.002166 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-7ec3fbe3-1f83-415d-9bb6-204ad92a52b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850415 Jun 07 08:20:02.025859 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ed794-d802-44b2-9f88-7bdc46a9de30,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:02.041539 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:02.048264 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b9fe873a-ef44-4232-80f9-b51a9628814e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f47a9c2ad3184bce9f547f6a3801ea4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169952 Jun 07 08:20:02.050844 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 44868) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:02.115384 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.117617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:02.132036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '2af8829c-5bd8-4733-b3cb-bc334da438e7', 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e', 'port_id': '2af8829c-5bd8-4733-b3cb-bc334da438e7', 'mac_address': 'fa:16:3e:16:c8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3521b4f-c017-4c84-b86c-dd1d633f1aae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:20:02.143279 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.191608 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-d0f63d07-d79b-4fb8-9f85-a27dc56587c0 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814270 Jun 07 08:20:02.197876 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.215575 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af8829c-5bd8-4733-b3cb-bc334da438e7 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:20:02.217596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.221078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.222254 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af2ed794-d802-44b2-9f88-7bdc46a9de30 HTTP/1.1" status: 204 len: 168 time: 0.1699345 Jun 07 08:20:02.222832 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-64ec16bb-04f9-40e4-8f6b-d942ba2d46b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:02.234165 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ed794-d802-44b2-9f88-7bdc46a9de30,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:02.236715 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:02.257458 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:02.261894 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.263694 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:02.329586 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:02.332934 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:02.369646 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b788ee7d-f558-4b1d-b391-01b8eed280e9 req-b1fc8418-84bf-49c0-b25a-8a41938fe569 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629970 Jun 07 08:20:02.800557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['2af8829c-5bd8-4733-b3cb-bc334da438e7'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:20:03.060225 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045a46-810f-49c2-82d3-388c5b616638 req-f545e98d-e924-45c9-bdd4-4fd2bdeeb6f8 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:03.061731 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-93045a46-810f-49c2-82d3-388c5b616638 req-f545e98d-e924-45c9-bdd4-4fd2bdeeb6f8 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 944 time: 0.0938351 Jun 07 08:20:03.107798 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-93045a46-810f-49c2-82d3-388c5b616638 req-d6490666-2a1f-44c8-b826-37c25d43fb72 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Jun 07 08:20:03.977878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 2af8829c-5bd8-4733-b3cb-bc334da438e7 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:20:04.050835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 2af8829c-5bd8-4733-b3cb-bc334da438e7 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:20:04.055421 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 2af8829c-5bd8-4733-b3cb-bc334da438e7 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:04.055800 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.174650 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.211629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:04.214042 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cb1049-41a2-4063-a29a-5dcdb2cbd6de" -d '{"events": [{"server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "name": "network-vif-plugged", "status": "completed", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:04.251807 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:04.257511 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.260836 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:04.331143 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6164c-ac39-4ac7-88e6-931a9acf1d5a x-openstack-request-id: req-52f6164c-ac39-4ac7-88e6-931a9acf1d5a {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:04.331591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "name": "network-vif-plugged", "status": "completed", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:04.331709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc376036-850e-400a-9fb2-24c8ec2c41a8 req-132c8ece-afed-4b47-90e5-2291fe7aff41 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:04.332175 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52f6164c-ac39-4ac7-88e6-931a9acf1d5a {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:04.332489 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7', 'code': 200} Jun 07 08:20:04.333196 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc376036-850e-400a-9fb2-24c8ec2c41a8 req-132c8ece-afed-4b47-90e5-2291fe7aff41 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0968199 Jun 07 08:20:04.359672 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:04.370093 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:04.392081 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc376036-850e-400a-9fb2-24c8ec2c41a8 req-4e03f742-f0ae-477a-8889-1d0a394ce2bc tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Jun 07 08:20:04.626408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09e3c0-6e70-4a11-9964-cbf29413209e req-ff7c9c43-22c9-46fa-8250-2dc2d439048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:04.628363 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5c09e3c0-6e70-4a11-9964-cbf29413209e req-ff7c9c43-22c9-46fa-8250-2dc2d439048e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 1098 time: 0.1506743 Jun 07 08:20:04.756028 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5c09e3c0-6e70-4a11-9964-cbf29413209e req-807dd030-ae5e-4abf-94b6-2bb633f4c622 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775485 Jun 07 08:20:04.792147 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8013-a122-4f84-9a51-12135f71a551 req-01e99c22-7e4a-4fe0-977d-f788653dac18 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:04.793538 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c7a8013-a122-4f84-9a51-12135f71a551 req-01e99c22-7e4a-4fe0-977d-f788653dac18 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0881295 Jun 07 08:20:04.838800 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c7a8013-a122-4f84-9a51-12135f71a551 req-db7617ba-e62b-42e9-b107-e3d8e2ad109c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Jun 07 08:20:05.578817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68462e92-3f36-4c68-8343-0fdfa238b693 req-338c9237-b8ac-48a0-abbe-6fbebaccbfed tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:05.580353 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68462e92-3f36-4c68-8343-0fdfa238b693 req-338c9237-b8ac-48a0-abbe-6fbebaccbfed tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0798445 Jun 07 08:20:05.625309 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-68462e92-3f36-4c68-8343-0fdfa238b693 req-88b7f25e-479f-4217-b39c-a83f66a6161d tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Jun 07 08:20:06.027670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78643778-8dc0-4566-b0b4-d5d51c606f29 req-85da8e64-3197-446d-9c3c-e0818a5cfbbf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:06.029180 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-78643778-8dc0-4566-b0b4-d5d51c606f29 req-85da8e64-3197-446d-9c3c-e0818a5cfbbf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0817909 Jun 07 08:20:06.076201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-78643778-8dc0-4566-b0b4-d5d51c606f29 req-4bfd5694-68b2-4abd-8025-d2de6a22f755 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401099 Jun 07 08:20:06.808511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf673-61f6-4565-af8d-888b62653333 req-a3473341-cfba-42d5-8493-26cab6629a8c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:06.809977 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-de0cf673-61f6-4565-af8d-888b62653333 req-a3473341-cfba-42d5-8493-26cab6629a8c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0798883 Jun 07 08:20:06.857538 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-de0cf673-61f6-4565-af8d-888b62653333 req-eeba6d3f-3a10-45e9-8ab3-2efbba6e1ce5 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Jun 07 08:20:07.177165 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-a2bc7986-ab6d-44fa-9604-191399cce78e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:07.178612 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-a2bc7986-ab6d-44fa-9604-191399cce78e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.0929132 Jun 07 08:20:07.384999 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69809-4088-4f1c-8fa6-c0e5c9d94c44 req-c3d39036-2dbc-4abe-8a48-a363903b8019 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:07.386529 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6dc69809-4088-4f1c-8fa6-c0e5c9d94c44 req-c3d39036-2dbc-4abe-8a48-a363903b8019 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 947 time: 0.1636896 Jun 07 08:20:07.443948 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Deleting port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:07.444393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.491375 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6dc69809-4088-4f1c-8fa6-c0e5c9d94c44 req-a891dbc2-23d5-4d0d-a351-7ddca24c8783 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=2de3fee8-3c29-4558-95c9-8769d5c083e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983329 Jun 07 08:20:07.604743 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] For port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:07.605095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.900796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.901404 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.901584 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Floating IP 4e2efeea-7536-4c98-b4c1-31bdd83e1b5a disassociated. External IP: 172.27.0.72, port: 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1. Jun 07 08:20:07.901991 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Calling delete_port for 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:08.003913 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45042) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:08.025060 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.033577 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8db76f69-eb31-466b-896e-0680359cb35f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.077579 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'Port': ['ID=46eb9dbd-8db4-4bb4-9f38-1facd0e091e1,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:08.081052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:08.152427 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.264012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.268132 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.277480 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-de584ed2-f508-446d-a545-d97193f8e643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.322530 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59d94a220c76453890cea6da48c76509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175287 Jun 07 08:20:08.323619 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b935e1db-317d-4496-9aaf-4fd7e0fc019a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:08.327115 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:08.327914 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45046) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:08.361785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:20:08.388151 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.414637 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.476335 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.479740 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.483284 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b935e1db-317d-4496-9aaf-4fd7e0fc019a HTTP/1.1" status: 204 len: 168 time: 0.1512640 Jun 07 08:20:08.483284 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8837c132-13a9-41bd-9019-ecd0aedea515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.495257 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b935e1db-317d-4496-9aaf-4fd7e0fc019a,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:08.498162 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:08.600058 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:20:08.610092 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:20:08.624112 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:08.625904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:08.725778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] No DVR routers for this DVR port 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:08.742564 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9e058844-844f-464a-bda5-ce94a9b61dee req-bbb3120e-61af-46e0-b975-3ffc44e28c0d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=25086540-6afd-48f5-aa8d-3d34a779eeba HTTP/1.1" status: 200 len: 210 time: 0.0676451 Jun 07 08:20:08.743791 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.746030 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-81593aa0-a4c6-4384-a568-7e90914ddab5 req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "DELETE /v2.0/ports/46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 HTTP/1.1" status: 204 len: 173 time: 1.5619109 Jun 07 08:20:08.746529 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-deleted', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:08.749730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55062dfc-5f52-4314-935e-52ea9a30b699" -d '{"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-deleted", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:08.806787 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013c1a6-f187-4f89-8763-2598ac87d666 x-openstack-request-id: req-6013c1a6-f187-4f89-8763-2598ac87d666 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:08.807677 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25086540-6afd-48f5-aa8d-3d34a779eeba", "name": "network-vif-deleted", "tag": "46eb9dbd-8db4-4bb4-9f38-1facd0e091e1", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:08.807995 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6013c1a6-f187-4f89-8763-2598ac87d666 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:08.808392 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25086540-6afd-48f5-aa8d-3d34a779eeba', 'name': 'network-vif-deleted', 'tag': '46eb9dbd-8db4-4bb4-9f38-1facd0e091e1', 'status': 'completed', 'code': 200} Jun 07 08:20:08.851285 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:08.952698 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45060) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:08.976655 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.105885 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.110768 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.119856 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-422c58c2-8a2f-45ed-b7d4-e99d83027cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:09.160585 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a410e96960894ec3987ad739d297bf2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067347 Jun 07 08:20:09.161554 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b104749-e427-4615-9312-898818589fdc,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:09.163375 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45062) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:09.164965 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:09.192559 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.197074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:20:09.205991 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:09.206693 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:19:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.235014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.266361 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.327204 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.329924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.331289 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b104749-e427-4615-9312-898818589fdc HTTP/1.1" status: 204 len: 168 time: 0.1663306 Jun 07 08:20:09.332102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd5a4085-c051-4dab-b765-14b2a28b3a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:09.343623 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b104749-e427-4615-9312-898818589fdc,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:09.346458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:09.429031 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:09.776959 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.782258 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca69e4-d2aa-4ec9-b434-bd508df7f12a None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:20:09.927794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45082) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:10.004426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.043960 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.111341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.114281 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.114671 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6beca6c-25a6-49d7-a0d8-9888500a8629 None None] New status for floating IP 4e2efeea-7536-4c98-b4c1-31bdd83e1b5a: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:20:10.118419 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45092) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:10.118874 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "DELETE /v2.0/security-groups/2de3fee8-3c29-4558-95c9-8769d5c083e3 HTTP/1.1" status: 204 len: 168 time: 0.1893332 Jun 07 08:20:10.119526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e212cff-5637-4d1b-99d2-e821408a1c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:10.135452 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de3fee8-3c29-4558-95c9-8769d5c083e3,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:10.141133 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.api.v2.resource [None req-5030b322-0668-4002-a3c2-afb8203185f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] show failed (client error): The resource could not be found. Jun 07 08:20:10.143530 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5030b322-0668-4002-a3c2-afb8203185f2 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups/2de3fee8-3c29-4558-95c9-8769d5c083e3 HTTP/1.1" status: 404 len: 347 time: 0.0228047 Jun 07 08:20:10.146099 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-dce6c6e1-3a66-42bb-9a7e-5b49189867c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.146554 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45094) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:10.419067 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Deleting port 3d0b9a0d-2153-4ec7-aa62-82a6e4077b20 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:10.419747 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.548729 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.549052 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.685040 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Calling delete_port for 3d0b9a0d-2153-4ec7-aa62-82a6e4077b20 owned by network:floatingip {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:10.811362 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.817464 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-66144b8b-206d-405e-8803-8885c36c11dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:10.862577 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'Port': ['ID=3d0b9a0d-2153-4ec7-aa62-82a6e4077b20,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:10.865734 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.979801 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.982361 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.984012 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "DELETE /v2.0/floatingips/4e2efeea-7536-4c98-b4c1-31bdd83e1b5a HTTP/1.1" status: 204 len: 168 time: 0.8363523 Jun 07 08:20:11.190295 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45120) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.194923 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830767428', 'description': 'tempest-description--1226497710'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:11.226600 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.328808 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.333690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.340711 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a4fb382c-208f-44c2-bd0d-2bd700256c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.371882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.376387 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1818519 Jun 07 08:20:11.376891 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45124) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.377503 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6198eda3-1432-4aa3-b762-cfd132c05171,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.380403 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.382254 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group_rule': {'security_group_id': '6198eda3-1432-4aa3-b762-cfd132c05171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:11.387484 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45126) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.419434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.485131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.488872 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.491057 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.524526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1163f308-b4c0-4aaf-ac86-cccb575fd01f,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.531061 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.541032 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.549517 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.550714 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724503 Jun 07 08:20:11.553663 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45130) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.560128 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'security_group_rule': {'security_group_id': '6198eda3-1432-4aa3-b762-cfd132c05171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:11.642791 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.646277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.654721 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2e221b69-130c-44d2-bca1-12d6d5d6f7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.669292 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.694165 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=684c69049c7e4938bfebe78a937aa186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056757 Jun 07 08:20:11.695860 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447cd91-3677-486b-9b20-9ec80f07c6fb,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.698221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45132) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.702679 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-63c7446b-88c4-4623-96fb-5728a857ff49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.733071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.736623 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.738732 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.762495 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.763242 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f24b142-0573-4fe5-a61c-4dd8d7adce42,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.766596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.771136 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.772341 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ddbba995-b5e4-4787-b881-f56fa695c2aa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176111 Jun 07 08:20:11.776596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45134) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.781530 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:11.795868 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.803798 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.856062 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.858831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.859933 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e447cd91-3677-486b-9b20-9ec80f07c6fb HTTP/1.1" status: 204 len: 168 time: 0.1608315 Jun 07 08:20:11.860682 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-089d89b5-c6f7-4cfb-a7da-5fb924b43e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.870942 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447cd91-3677-486b-9b20-9ec80f07c6fb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.881038 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.950418 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.019433 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:12.054034 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:12.054395 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 46eb9dbd-8db4-4bb4-9f38-1facd0e091e1 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:12.103751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Allocated IP 172.27.0.228 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/866e1fbf-d92e-4041-b4b4-e9e02a913edd) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:20:12.194891 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45146) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:12.213902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.272591 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.333039 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.338627 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b32f8604-0f65-409b-a24f-b9438f2f42a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.340563 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.344845 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.369139 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.411335 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:20:12.414142 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:20:12.417693 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:20:12.425342 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=866e1fbf-d92e-4041-b4b4-e9e02a913edd,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.427930 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:12.435368 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d4e3c843d5d45d79a0fb057bdec5b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391043 Jun 07 08:20:12.438110 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45150) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:12.485584 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.492053 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884071e3-f76c-4df6-b8f7-594cca1eca67,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.498128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a940b124-ef30-44a7-8d5a-c1b32f16f101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:12.549615 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-29dbe252-79a2-497a-818a-5fbdda655538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:12.551123 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-29dbe252-79a2-497a-818a-5fbdda655538 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1138 time: 0.1185966 Jun 07 08:20:12.556205 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.559129 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac9449-18ca-4e68-b273-87f99e4ac6bd req-66830f27-d626-469e-b037-379ddf24cf28 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:12.560616 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-47ac9449-18ca-4e68-b273-87f99e4ac6bd req-66830f27-d626-469e-b037-379ddf24cf28 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1837652 Jun 07 08:20:12.581604 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.620663 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.699067 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-47ac9449-18ca-4e68-b273-87f99e4ac6bd req-e60a740b-81bb-4d32-8955-5c0112161fe5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169274 Jun 07 08:20:12.736924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-189f9e1b-4874-4386-b03c-fe54b8f76a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:12.738401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-189f9e1b-4874-4386-b03c-fe54b8f76a3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.1768544 Jun 07 08:20:12.769004 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.771463 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.774592 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/884071e3-f76c-4df6-b8f7-594cca1eca67 HTTP/1.1" status: 204 len: 168 time: 0.3334444 Jun 07 08:20:12.780721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c6fe82bc-3be8-4bcf-bab1-a4e7c148f928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.790586 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:20:12.793413 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884071e3-f76c-4df6-b8f7-594cca1eca67,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.797500 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:12.845755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.850629 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.857633 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-42d5695b-de9b-4b8a-8c4d-411078c3e247 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 1002 time: 0.1123760 Jun 07 08:20:12.862861 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-36df736d-d783-48b9-b17d-805cff0b2859 tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:12.903806 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.931719 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-4d526e4a-2394-4498-910b-f76a70892d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:12.933178 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-4d526e4a-2394-4498-910b-f76a70892d88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.0688872 Jun 07 08:20:12.941672 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.943042 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1655219 Jun 07 08:20:12.947270 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=866e1fbf-d92e-4041-b4b4-e9e02a913edd,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:12.950560 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:13.030520 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-391fb2ba-1ede-4710-b2d4-abb3f72e9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:13.032007 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-391fb2ba-1ede-4710-b2d4-abb3f72e9965 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837514 Jun 07 08:20:13.220891 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-34e49fde-fa69-4ac8-8989-aeecf031e909 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757812 Jun 07 08:20:13.228201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-a5573f53-0916-4fd6-a48e-99a78395e40c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--830767428&fields=id&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 267 time: 0.0703766 Jun 07 08:20:13.558028 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d7abc5b7-850a-434c-a32d-5c9e6d3b800f req-0c7d7b0f-cbc2-4b28-959c-5569b5a00c54 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288217 Jun 07 08:20:13.581295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-3732665b-389e-486a-b4f9-4530ad8e251e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:13.582995 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-3732665b-389e-486a-b4f9-4530ad8e251e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 815 time: 0.3323820 Jun 07 08:20:13.599075 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-333857b2-af1a-4dd3-b0eb-01108b40c069 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/quotas/435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 375 time: 0.0095868 Jun 07 08:20:13.694691 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-0effa7c2-8ae9-41a8-af4f-89362bd7c732 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903015 Jun 07 08:20:13.887080 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-32e59eeb-7853-4d10-9f67-11a34b796a13 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804318 Jun 07 08:20:14.028541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fdb91-2c84-4bdb-b066-6ab2ae9fccf9 req-6e82b09e-cafb-4e02-aa4d-ba1fb56cbd5b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:14.030098 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-996fdb91-2c84-4bdb-b066-6ab2ae9fccf9 req-6e82b09e-cafb-4e02-aa4d-ba1fb56cbd5b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1909900 Jun 07 08:20:14.063102 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-1b27d98d-6d40-4c2a-8c9e-65281a169927 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641738 Jun 07 08:20:14.087534 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-996fdb91-2c84-4bdb-b066-6ab2ae9fccf9 req-2434ae98-4a92-4293-bf82-cbaafb6c70bf tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480347 Jun 07 08:20:14.287377 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fa07b65f-e0c5-46c8-bea1-6a13702dffdf req-1b6e1ab5-bc62-4f8a-bb5c-4fe0bb303ab0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 210 time: 0.0629580 Jun 07 08:20:15.341859 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ad22-eac6-441e-9eda-b0d3a4de39a9 req-81583b60-4a88-4af4-85f0-873e32316793 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:15.344316 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db99ad22-eac6-441e-9eda-b0d3a4de39a9 req-81583b60-4a88-4af4-85f0-873e32316793 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1372988 Jun 07 08:20:15.498476 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6c9d81e1-7668-4019-961a-25d389afc795 req-5f629328-c63b-4927-880d-3bf125e891ff tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 210 time: 0.0796905 Jun 07 08:20:15.569711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db99ad22-eac6-441e-9eda-b0d3a4de39a9 req-af667069-7ecc-46a1-9c54-56f90705c36d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126160 Jun 07 08:20:15.620420 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-91689907-9dc4-4be9-bc5b-2f93ef2e4f8b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:15.622342 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-91689907-9dc4-4be9-bc5b-2f93ef2e4f8b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 815 time: 0.2338457 Jun 07 08:20:15.694316 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-6eeefd01-d564-4913-a30b-2bbb89b34c68 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 379 time: 0.0455377 Jun 07 08:20:15.703041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'port': {'device_id': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'admin_state_up': True, 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'security_groups': ['6198eda3-1432-4aa3-b762-cfd132c05171']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:15.825633 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45256) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:15.862658 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Made reservation on behalf of 435137ee3a3c442b894580973369ed6a for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:20:15.866358 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.948984 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.039778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Allocated IP 172.20.0.8 (a3d62faf-9452-4d44-ac69-cdb461fdcea1/3c7914d6-88a0-47dc-8bc5-3bd22ddbb908/f98f5109-2820-41ae-adce-c1de667594f6) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:20:16.054260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.059251 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.069028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9a4b9a02-a32f-4091-b5fa-ab608d8e986c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.111963 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=696ac42e876b44db912e88b1c750af34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852097 Jun 07 08:20:16.113777 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf6210e-0d41-4590-b2c8-db6a0234b0ef,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.115873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45262) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:16.116908 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2bce3822-dac4-49ed-af69-eb45e280e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.271213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.277048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.313023 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Transition to ACTIVE for port object f98f5109-2820-41ae-adce-c1de667594f6 will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:20:16.315474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.455969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.461766 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.510314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.512622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.513731 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baf6210e-0d41-4590-b2c8-db6a0234b0ef HTTP/1.1" status: 204 len: 168 time: 0.3968210 Jun 07 08:20:16.535803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:20:16.536820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:20:16.540846 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:20:16.587728 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.592551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.593051 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-62b9840d-c0fb-4e25-b8ff-2157c4c92379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.616935 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf6210e-0d41-4590-b2c8-db6a0234b0ef,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.621535 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19f6858e-a652-4c63-99a1-67e7dafebbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.640935 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:16.641847 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.667617 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681621 Jun 07 08:20:16.689395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Request body: {'port': {'device_id': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:16.872103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45274) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:16.892640 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.895410 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-89e2eb2d-e5f5-476c-b5fe-fe7bf2146bbf None None] Provisioning for port f98f5109-2820-41ae-adce-c1de667594f6 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:20:16.900975 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-89e2eb2d-e5f5-476c-b5fe-fe7bf2146bbf None None] Provisioning complete for port f98f5109-2820-41ae-adce-c1de667594f6 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:16.901355 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-89e2eb2d-e5f5-476c-b5fe-fe7bf2146bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.943630 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.965068 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-89e2eb2d-e5f5-476c-b5fe-fe7bf2146bbf None None] Port f98f5109-2820-41ae-adce-c1de667594f6 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:20:17.014714 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.018575 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.027455 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9ec7d392-9d3f-4c93-95c3-2f63d4f18368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.028136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807890ce-f5df-4f5b-ae24-c86a54ad524e req-9da7a6e6-b097-4434-bc46-9ef4085b748c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:17.029680 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-807890ce-f5df-4f5b-ae24-c86a54ad524e req-9da7a6e6-b097-4434-bc46-9ef4085b748c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.2868524 Jun 07 08:20:17.037089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2fc84-9f51-4837-8d8d-9b8dcebfc37c req-2808ba67-56c2-4423-bfd9-771567549e8e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:17.038530 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0db2fc84-9f51-4837-8d8d-9b8dcebfc37c req-2808ba67-56c2-4423-bfd9-771567549e8e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 931 time: 0.2945361 Jun 07 08:20:17.068083 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42c6c641705b404a9e3a3c03ce3a99ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934624 Jun 07 08:20:17.069843 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd134650-11b5-4f94-8cf6-9ce12b04f0a7,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.072184 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45276) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:17.082932 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.131818 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.161755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.173062 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-807890ce-f5df-4f5b-ae24-c86a54ad524e req-8bd658e8-c6bb-4b91-b5c1-6b9f6b9057f3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1334455 Jun 07 08:20:17.175750 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.192546 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0db2fc84-9f51-4837-8d8d-9b8dcebfc37c req-4bf1d179-868e-47fd-87e8-380b198179b5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358821 Jun 07 08:20:17.240690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.243434 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.244561 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd134650-11b5-4f94-8cf6-9ce12b04f0a7 HTTP/1.1" status: 204 len: 168 time: 0.1714883 Jun 07 08:20:17.245690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c9d01c8-c232-4ad7-bfe0-1abd83eeedf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.255109 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd134650-11b5-4f94-8cf6-9ce12b04f0a7,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.257329 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.411728 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:20:17.421399 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.436490 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Transition to ACTIVE for port object f98f5109-2820-41ae-adce-c1de667594f6 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:20:17.440111 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.446022 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1d354096-bc79-408f-8c66-88fb85f0003d tempest-VolumesActionsTest-100778606 tempest-VolumesActionsTest-100778606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.577282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.604696 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.699235 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Attempting to bind port f98f5109-2820-41ae-adce-c1de667594f6 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:20:17.699572 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Attempting to bind port f98f5109-2820-41ae-adce-c1de667594f6 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:20:17.702326 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Attempting to bind port f98f5109-2820-41ae-adce-c1de667594f6 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:20:17.709078 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Port f98f5109-2820-41ae-adce-c1de667594f6 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:20:17.709464 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Attempting to bind port f98f5109-2820-41ae-adce-c1de667594f6 on network a3d62faf-9452-4d44-ac69-cdb461fdcea1 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:20:17.715564 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:20:17.716078 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Checking segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:20:17.716536 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Bound using segment: {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:20:17.716992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Bound port: f98f5109-2820-41ae-adce-c1de667594f6, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:20:17.717865 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.809077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:20:17.812629 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:20:17.817771 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.822239 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.884451 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:17.884451 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.885323 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 1093 time: 1.2015114 Jun 07 08:20:17.885839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:17.888240 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0584494c-a24b-4244-9404-6caae6d1dba3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:17.907773 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.914879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.950672 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65453d7a-eebc-44ed-958c-ece62e9ec74b x-openstack-request-id: req-65453d7a-eebc-44ed-958c-ece62e9ec74b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:17.951428 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:17.951659 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65453d7a-eebc-44ed-958c-ece62e9ec74b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:17.952116 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'status': 'completed', 'code': 200} Jun 07 08:20:18.049541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-74223366-5945-46ff-97b3-ed3731d29573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:18.051057 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-74223366-5945-46ff-97b3-ed3731d29573 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1096 time: 0.0795062 Jun 07 08:20:18.133969 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-ed1fe877-8e61-4068-89d4-7e6cd32ad2e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 217 time: 0.0647027 Jun 07 08:20:18.197376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-95a2cf62-917d-4e6f-bf73-97b64b2a59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:18.198881 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-95a2cf62-917d-4e6f-bf73-97b64b2a59b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0575736 Jun 07 08:20:18.296667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-d7628444-a820-4964-841c-c7cd7a4391f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:18.298260 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-d7628444-a820-4964-841c-c7cd7a4391f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901752 Jun 07 08:20:18.658446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876957-1acf-4abb-a66d-e0ab4bea7d03 req-6a3fcd97-7fbb-4656-98a5-829e9d5e411a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:18.659928 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6d876957-1acf-4abb-a66d-e0ab4bea7d03 req-6a3fcd97-7fbb-4656-98a5-829e9d5e411a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.3248498 Jun 07 08:20:18.662598 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-14f2de47-954e-448a-af85-56982ceb3f11 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264074 Jun 07 08:20:18.670773 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf4ccc-e87e-43ef-8503-b3faff96f7cc req-1694e626-b7ff-445a-8772-19e63b019b81 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:18.672210 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7edf4ccc-e87e-43ef-8503-b3faff96f7cc req-1694e626-b7ff-445a-8772-19e63b019b81 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.3696713 Jun 07 08:20:18.783314 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6d876957-1acf-4abb-a66d-e0ab4bea7d03 req-3b85b0dc-e3f3-48eb-bfbb-da33b9615309 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101434 Jun 07 08:20:18.844520 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7edf4ccc-e87e-43ef-8503-b3faff96f7cc req-85880caa-8264-4d42-a51d-9e497b116161 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556621 Jun 07 08:20:18.878412 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-db93c7ae-c326-4f95-ba18-8fcde7113dc9 req-6740654a-89ae-40f4-864f-8e80b168f627 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922655 Jun 07 08:20:19.070813 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-31da5905-3c52-45dd-9b58-81b1b82a0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:19.072278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-31da5905-3c52-45dd-9b58-81b1b82a0d95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1096 time: 0.0742676 Jun 07 08:20:19.208313 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-348e4fbd-1acf-460a-936d-8a04a3a7eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:19.209749 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-348e4fbd-1acf-460a-936d-8a04a3a7eae4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1291683 Jun 07 08:20:19.277377 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-7b15ce82-c732-4d77-97d6-e75a8f82fdde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 217 time: 0.0588958 Jun 07 08:20:19.344542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-22a5ba18-d099-48a6-bf4e-f73c2925e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:19.346009 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-22a5ba18-d099-48a6-bf4e-f73c2925e23a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0614896 Jun 07 08:20:19.427761 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-9ebc63b0-7bc8-4912-8e25-823a898a5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:19.429362 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-9ebc63b0-7bc8-4912-8e25-823a898a5e18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761209 Jun 07 08:20:19.560497 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-b4a1479c-3a4b-4cf1-9cc9-c79520a6966a service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233685 Jun 07 08:20:19.699210 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0584494c-a24b-4244-9404-6caae6d1dba3 req-49b2d9e8-8618-4ad8-9991-0022667f3309 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273532 Jun 07 08:20:20.037534 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec815bd7-8eff-4e2f-8c26-a7be026f4708 req-e572226f-b2c4-48dd-aea9-392f4848d4f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:20.039050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec815bd7-8eff-4e2f-8c26-a7be026f4708 req-e572226f-b2c4-48dd-aea9-392f4848d4f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.1421518 Jun 07 08:20:20.069427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ea0c-ad3e-4ddc-8250-d90cea1a60af req-fc2a9271-8cab-4ac2-9e8b-3f307361d496 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:20.070944 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-14a7ea0c-ad3e-4ddc-8250-d90cea1a60af req-fc2a9271-8cab-4ac2-9e8b-3f307361d496 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1149483 Jun 07 08:20:20.132038 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec815bd7-8eff-4e2f-8c26-a7be026f4708 req-dcbdb3b1-3dde-4656-99a9-31163ea7fb58 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864556 Jun 07 08:20:20.144415 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-14a7ea0c-ad3e-4ddc-8250-d90cea1a60af req-131a4c28-236f-469d-9ada-517dd2bbf342 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676110 Jun 07 08:20:20.709309 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-5d0572f4-8e9f-486d-9ec0-22c2183e539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:21.383987 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8c108-b673-4d96-b1af-b3e1c845ed02 req-f2611d62-81e7-4b64-a8ec-a732810571c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:21.385539 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-02c8c108-b673-4d96-b1af-b3e1c845ed02 req-f2611d62-81e7-4b64-a8ec-a732810571c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.1418350 Jun 07 08:20:21.397629 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d60f59-2b5b-4164-a69d-aa09ff17a64c req-6f805b2c-e24c-44e1-8f77-b06da1a091df tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:21.399029 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-32d60f59-2b5b-4164-a69d-aa09ff17a64c req-6f805b2c-e24c-44e1-8f77-b06da1a091df tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1165788 Jun 07 08:20:21.469011 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-02c8c108-b673-4d96-b1af-b3e1c845ed02 req-1e2b68c2-e069-4b70-a5d4-489d5066d3b3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689731 Jun 07 08:20:21.477952 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-32d60f59-2b5b-4164-a69d-aa09ff17a64c req-2beac976-dfe0-4eac-80f3-34d55667e025 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619242 Jun 07 08:20:22.081988 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:20:22.172227 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45386) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:22.245644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:22.260622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'f98f5109-2820-41ae-adce-c1de667594f6', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:20:22.300127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.319627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.335856 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:20:22.351870 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:22.355824 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.357709 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b0be578f-00d2-4a00-8595-102ae408b4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.403017 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.407468 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.415981 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-abaf16fb-1be3-46dc-9cd6-15196bf3f763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.425040 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.431944 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.432287 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.432621 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.432966 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.433288 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.433607 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.433926 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.434305 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.434636 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.434947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.435256 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.435566 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:22.439535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.452405 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f5fca45bbba45aabbaece1fdee29a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789395 Jun 07 08:20:22.454935 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45390) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:22.456506 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70633419-82a2-4382-8c80-6222375a2942,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.459377 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.515171 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.541503 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.769468 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['f98f5109-2820-41ae-adce-c1de667594f6'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:20:22.777796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.780814 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.781921 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70633419-82a2-4382-8c80-6222375a2942 HTTP/1.1" status: 204 len: 168 time: 0.3259852 Jun 07 08:20:22.783441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-96c03e55-c583-4acb-bbde-c8969229647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.798724 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70633419-82a2-4382-8c80-6222375a2942,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.807555 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ae71e57a-49bf-45f9-b2e8-5d54a087b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.831538 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395a0a-03bf-48b2-9f24-e0d7daa8d14a req-165a2e20-8905-4251-808c-8f05c05469fa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:22.838335 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac395a0a-03bf-48b2-9f24-e0d7daa8d14a req-165a2e20-8905-4251-808c-8f05c05469fa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.2604685 Jun 07 08:20:22.865639 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe93064-a693-4e31-b41b-eee6d41299bb req-301f9e74-b60b-41ff-a312-6440dfdf228a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:22.867157 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3fe93064-a693-4e31-b41b-eee6d41299bb req-301f9e74-b60b-41ff-a312-6440dfdf228a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.2499661 Jun 07 08:20:22.917732 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac395a0a-03bf-48b2-9f24-e0d7daa8d14a req-2190356b-e112-4d3d-934f-accbf220d6cf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784850 Jun 07 08:20:22.962411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3fe93064-a693-4e31-b41b-eee6d41299bb req-794581f0-0c3f-426b-999d-485b578b8d52 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793633 Jun 07 08:20:23.072522 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45402) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:23.089360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.188169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.192189 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.200821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-69b3d2f1-0aaf-4df1-8ce2-7b5aefddecc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:23.220786 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.239246 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30561abc243d400aa4abb64ce837a86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656559 Jun 07 08:20:23.240786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f953f64e-1305-446a-96f1-eef5f87b0f10,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:23.241873 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45404) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:23.243674 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b4b18759-1bf1-47bb-a199-de8d5f86f94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:23.299358 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.327525 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.376320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.378842 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:23.379936 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f953f64e-1305-446a-96f1-eef5f87b0f10 HTTP/1.1" status: 204 len: 168 time: 0.1369896 Jun 07 08:20:23.380788 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-80ed7060-e752-4ac9-b694-b0c10e629b91 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:23.390452 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953f64e-1305-446a-96f1-eef5f87b0f10,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:23.392637 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:23.430103 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-67639906-7ab4-4058-8dae-9467a41c3188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:24.110164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:20:24.148508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4256-c939-4c7f-a0cb-5974a2486f25 req-8dda12fb-70ce-4bbd-a5cc-d3e24006b97d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:24.150108 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-114f4256-c939-4c7f-a0cb-5974a2486f25 req-8dda12fb-70ce-4bbd-a5cc-d3e24006b97d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.1253538 Jun 07 08:20:24.200507 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-114f4256-c939-4c7f-a0cb-5974a2486f25 req-ecc24bc7-229f-48bc-b255-488f4b1ad175 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Jun 07 08:20:24.218296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port f98f5109-2820-41ae-adce-c1de667594f6 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:20:24.225771 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port f98f5109-2820-41ae-adce-c1de667594f6 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:24.226488 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:24.344859 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd7061-afc2-4997-96fe-c8b31e6ec714 req-571d28f5-4101-4ea6-a77d-9421c74438f3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:24.346766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-badd7061-afc2-4997-96fe-c8b31e6ec714 req-571d28f5-4101-4ea6-a77d-9421c74438f3 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0847085 Jun 07 08:20:24.383908 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:24.414111 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-badd7061-afc2-4997-96fe-c8b31e6ec714 req-bbe5e381-9879-4ba1-b77b-eebed07e9ecc tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616367 Jun 07 08:20:24.445512 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:24.448579 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a130b7-9156-45e4-a4f2-3cadf926d1f0" -d '{"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:24.456938 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:24.460149 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:24.464539 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:24.468587 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:24.515711 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf37fb4-72c2-4416-a63a-273dee8e01e7 x-openstack-request-id: req-4cf37fb4-72c2-4416-a63a-273dee8e01e7 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:24.516049 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:24.516255 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cf37fb4-72c2-4416-a63a-273dee8e01e7 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:24.516639 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'code': 200} Jun 07 08:20:24.543474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:24.546939 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:24.835983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd15d1-3488-432b-ae9a-d7dd44490efd req-2eada6df-b675-44bc-bd7e-a089f030dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:24.837578 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-afdd15d1-3488-432b-ae9a-d7dd44490efd req-2eada6df-b675-44bc-bd7e-a089f030dbe8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1098 time: 0.0721171 Jun 07 08:20:24.903776 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-afdd15d1-3488-432b-ae9a-d7dd44490efd req-dfedc8d3-5971-44c7-9c00-a5620f20e208 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Jun 07 08:20:25.285185 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45480) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:25.403360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7692d22-2956-4a11-b0f5-4e3010d328f5 req-d0556aa7-c766-4a4f-b90a-c952ba5d3f40 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:25.404524 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7692d22-2956-4a11-b0f5-4e3010d328f5 req-d0556aa7-c766-4a4f-b90a-c952ba5d3f40 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0839531 Jun 07 08:20:25.411990 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.454338 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7692d22-2956-4a11-b0f5-4e3010d328f5 req-be9a74c9-827b-40f0-9896-6b6d98f2be10 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Jun 07 08:20:25.534877 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.539002 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.548161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c422a057-4b05-4250-94f6-8b121ad05ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:25.589917 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ae552df42794364a313fcdda52f5b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036637 Jun 07 08:20:25.592484 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45492) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:25.604715 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1533e-9c19-41a6-926d-3376b6dd31ca,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:25.609413 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:25.648586 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013d31-5d01-4aac-8dc6-d6c06225f04e req-36575626-4378-4863-9bc4-dfbcb9e5a22b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:25.650207 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f6013d31-5d01-4aac-8dc6-d6c06225f04e req-36575626-4378-4863-9bc4-dfbcb9e5a22b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0963342 Jun 07 08:20:25.661003 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.715255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f6013d31-5d01-4aac-8dc6-d6c06225f04e req-7ee5ea37-2bd1-45a9-b3c3-8da681f9f7a6 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583832 Jun 07 08:20:25.776254 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.830023 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.832506 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.833637 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29a1533e-9c19-41a6-926d-3376b6dd31ca HTTP/1.1" status: 204 len: 168 time: 0.2402661 Jun 07 08:20:25.834467 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2560f56a-2831-4af7-baf2-5f13d509b2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:25.848751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1533e-9c19-41a6-926d-3376b6dd31ca,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:25.851590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:26.141885 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45502) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:26.159991 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.197141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.271496 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.276247 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.287416 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8a1ac24e-d1c5-40d8-9891-f339416caf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:26.331528 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9570ed311725443fa5fa31231fe6f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885231 Jun 07 08:20:26.332742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5df568-45c9-470a-bd26-72bf4dfca64f,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:26.334185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45504) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:26.336560 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:26.400543 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.425570 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.474976 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.477263 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:26.478384 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa5df568-45c9-470a-bd26-72bf4dfca64f HTTP/1.1" status: 204 len: 168 time: 0.1431761 Jun 07 08:20:26.479111 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-46824ce9-5580-42fb-9b45-f1d12dfdb9b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:26.488789 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5df568-45c9-470a-bd26-72bf4dfca64f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:26.490989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:26.647010 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b361b-c467-4784-b876-ca5b390534aa req-3f7c567e-7782-4ea3-8214-ab50a78ce9d1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:26.648487 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-727b361b-c467-4784-b876-ca5b390534aa req-3f7c567e-7782-4ea3-8214-ab50a78ce9d1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0851505 Jun 07 08:20:26.701889 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-727b361b-c467-4784-b876-ca5b390534aa req-93dc2332-fa2d-4f38-86ad-78c62abce8c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jun 07 08:20:26.977390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e52a7-5c3b-4e87-8780-131528c513bb req-02abf11d-9433-4b22-b724-8cedbbdc6203 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:26.978943 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d1e52a7-5c3b-4e87-8780-131528c513bb req-02abf11d-9433-4b22-b724-8cedbbdc6203 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1216381 Jun 07 08:20:26.987356 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517339-fc0a-4bf2-93cf-3d3c07d7ea03 req-7cf3011e-73a9-4eb8-9d56-9f82187c90f8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:26.988801 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6e517339-fc0a-4bf2-93cf-3d3c07d7ea03 req-7cf3011e-73a9-4eb8-9d56-9f82187c90f8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1710625 Jun 07 08:20:26.998820 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45530) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:27.003302 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Request body: {'floatingip': {'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:27.037371 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d1e52a7-5c3b-4e87-8780-131528c513bb req-27620cc1-afc5-4e9c-8588-694546fe91de tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476851 Jun 07 08:20:27.109139 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:27.362051 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e17f87-3871-4a6e-8151-c71f3e64db27 req-b15b96bd-201f-4822-a373-ceedac971b97 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:27.363528 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90e17f87-3871-4a6e-8151-c71f3e64db27 req-b15b96bd-201f-4822-a373-ceedac971b97 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1023722 Jun 07 08:20:27.421473 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90e17f87-3871-4a6e-8151-c71f3e64db27 req-65eb115b-d92c-491a-8a86-d1d6df6a79bf tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520895 Jun 07 08:20:27.756548 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:27.761878 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:27.929232 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Floating IP 6ba0b406-8a51-46a5-b8d2-f599f4c14579 associated. External IP: 172.27.0.228, port: f98f5109-2820-41ae-adce-c1de667594f6. Jun 07 08:20:28.244794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97853c-8cc7-4c61-afd4-c25e44c029b5 req-eef5668e-3869-4af3-9c0a-b5c5950a12ad tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:28.246560 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8c97853c-8cc7-4c61-afd4-c25e44c029b5 req-eef5668e-3869-4af3-9c0a-b5c5950a12ad tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0829194 Jun 07 08:20:28.300793 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8c97853c-8cc7-4c61-afd4-c25e44c029b5 req-731de7b5-d4d6-4b13-b24a-30cc3a3709da tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476975 Jun 07 08:20:28.392017 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:20:28.589721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:20:28.602259 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:20:28.602667 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:28.609398 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:28.610050 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:20:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:28.640192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931b01a-3eec-4e89-acd7-3ed8d53c7b77 req-c94041ab-bad0-4944-88e4-843204858cad tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:28.641822 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a931b01a-3eec-4e89-acd7-3ed8d53c7b77 req-c94041ab-bad0-4944-88e4-843204858cad tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0999467 Jun 07 08:20:28.657541 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-63498120-c845-46e8-bdb7-8bff28000ec4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "PUT /v2.0/floatingips/6ba0b406-8a51-46a5-b8d2-f599f4c14579 HTTP/1.1" status: 200 len: 991 time: 1.6578286 Jun 07 08:20:28.658208 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:28.660610 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f85c12-9d4c-4533-a8a4-010258dc2e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:28.695901 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a931b01a-3eec-4e89-acd7-3ed8d53c7b77 req-c39856da-ff4e-4a83-af60-8a87cf49a3da tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465775 Jun 07 08:20:28.762763 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e145431-cb90-4ccc-92e9-d527c748082d x-openstack-request-id: req-4e145431-cb90-4ccc-92e9-d527c748082d {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:28.763227 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:28.763508 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e145431-cb90-4ccc-92e9-d527c748082d {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:28.764022 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'status': 'completed', 'code': 200} Jun 07 08:20:28.795644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:28.891887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-64f50552-d685-4c65-ad43-52c508ccbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:28.893370 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-64f50552-d685-4c65-ad43-52c508ccbd01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1098 time: 0.0746720 Jun 07 08:20:29.031924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-d02aead0-bd95-49c0-a3c7-250acd61b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:29.033358 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-d02aead0-bd95-49c0-a3c7-250acd61b209 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1300845 Jun 07 08:20:29.135641 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '6ba0b406-8a51-46a5-b8d2-f599f4c14579', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:20:12Z', 'updated_at': '2021-06-07T08:20:27Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:29.139307 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:20:29.140160 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-f8ac659d-4da2-4e4b-8e90-fc97c8d61cf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 999 time: 0.0957596 Jun 07 08:20:29.147363 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:29.147967 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:20:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:29.285122 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-a638f0a2-c8a5-483b-97d4-b97e31eac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:29.286644 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-a638f0a2-c8a5-483b-97d4-b97e31eac774 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.1389508 Jun 07 08:20:29.332300 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:29.366510 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-ae5e67d2-38e8-465a-9538-c9b73772855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:29.368078 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-ae5e67d2-38e8-465a-9538-c9b73772855c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743437 Jun 07 08:20:29.563011 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-efe80e39-550e-4e71-a2db-11fe9768f24a service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876090 Jun 07 08:20:29.574802 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861eab-c138-4234-9816-0a2b06d7afb2 req-48c153bd-343a-4a6c-a318-2c058c2ecf3f tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:29.576192 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5861eab-c138-4234-9816-0a2b06d7afb2 req-48c153bd-343a-4a6c-a318-2c058c2ecf3f tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.1608319 Jun 07 08:20:29.707681 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a5861eab-c138-4234-9816-0a2b06d7afb2 req-97e59bff-be3c-40f8-b29a-2eb763a3ef74 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136007 Jun 07 08:20:29.729329 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '6ba0b406-8a51-46a5-b8d2-f599f4c14579', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:20:12Z', 'updated_at': '2021-06-07T08:20:27Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:29.729904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963eb967-a245-4f8f-8d8e-d91f2ac04bda None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '6ba0b406-8a51-46a5-b8d2-f599f4c14579', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:20:12Z', 'updated_at': '2021-06-07T08:20:27Z', 'revision_number': 1, 'project_id': '435137ee3a3c442b894580973369ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:20:29.744049 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-45f85c12-9d4c-4533-a8a4-010258dc2e7d req-791cb420-d69f-4164-b6ce-f500e59e7262 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669235 Jun 07 08:20:29.908871 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f0eb-c8b8-45d8-8954-bbd8138f44aa req-9c902e46-eb9e-47a6-8d04-521e365dbf8b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:29.910416 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fcc9f0eb-c8b8-45d8-8954-bbd8138f44aa req-9c902e46-eb9e-47a6-8d04-521e365dbf8b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0856409 Jun 07 08:20:29.959862 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fcc9f0eb-c8b8-45d8-8954-bbd8138f44aa req-cb9751f4-dfeb-4133-a51b-f59fc610290b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Jun 07 08:20:29.994478 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be2453-f81f-4dba-b2ec-531ef14e97e2 None None] New status for floating IP 6ba0b406-8a51-46a5-b8d2-f599f4c14579: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:20:30.893791 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd3584-5d1d-441e-b061-a2d69ffa3e61 req-6a54be8b-bfd6-46da-9004-f62fe1380889 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:30.895283 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-96bd3584-5d1d-441e-b061-a2d69ffa3e61 req-6a54be8b-bfd6-46da-9004-f62fe1380889 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0791817 Jun 07 08:20:30.946115 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-96bd3584-5d1d-441e-b061-a2d69ffa3e61 req-1b04897b-3ef0-49e6-80cc-e27db4c9d73e tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451248 Jun 07 08:20:31.150021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f303d-925b-421f-b5ec-c64210bdd102 req-ee08ce5b-0a72-450a-97c7-9005ee2f0de5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:31.151645 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e8f303d-925b-421f-b5ec-c64210bdd102 req-ee08ce5b-0a72-450a-97c7-9005ee2f0de5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0843379 Jun 07 08:20:31.198962 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7e8f303d-925b-421f-b5ec-c64210bdd102 req-cd248522-546f-4c90-b2d7-1b94457c53ee tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Jun 07 08:20:32.146543 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d730c1-554b-4db1-ae51-2b0d236f2a63 req-afd5a4a2-10d3-41aa-94b8-5a14af660a44 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:32.148513 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-39d730c1-554b-4db1-ae51-2b0d236f2a63 req-afd5a4a2-10d3-41aa-94b8-5a14af660a44 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0855670 Jun 07 08:20:32.195750 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-39d730c1-554b-4db1-ae51-2b0d236f2a63 req-78855e6e-0aa6-47bc-9899-a96eaf536512 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415585 Jun 07 08:20:32.387564 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd58322-bd16-4686-8528-540f7e79856d req-1f24f186-86be-47e8-8e42-fdc7eafcfb48 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:32.389521 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3bd58322-bd16-4686-8528-540f7e79856d req-1f24f186-86be-47e8-8e42-fdc7eafcfb48 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0845683 Jun 07 08:20:32.446835 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3bd58322-bd16-4686-8528-540f7e79856d req-7f922242-c529-4f17-9d12-7c354bee71f8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510843 Jun 07 08:20:33.604691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e582-b9cd-4a8e-8cab-743fd7b5876f req-4031db82-ee16-4577-a601-5f9f20ddc3b9 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:33.606242 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ea96e582-b9cd-4a8e-8cab-743fd7b5876f req-4031db82-ee16-4577-a601-5f9f20ddc3b9 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.3034101 Jun 07 08:20:33.699806 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ea96e582-b9cd-4a8e-8cab-743fd7b5876f req-5a55b892-350f-4133-94f6-66e808cdbd87 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872555 Jun 07 08:20:33.726581 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358666-4679-4fee-8807-23ee3c695d75 req-7610b389-f42b-4ff8-8d9e-aba62ee92c49 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:33.728045 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e6358666-4679-4fee-8807-23ee3c695d75 req-7610b389-f42b-4ff8-8d9e-aba62ee92c49 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1707971 Jun 07 08:20:33.780501 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e6358666-4679-4fee-8807-23ee3c695d75 req-0c127c5c-7460-4f0e-a05e-36add20da337 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Jun 07 08:20:34.890613 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb4ddd-d5b7-4178-8918-afdd874c9a60 req-0547b00f-adac-4406-b44e-2342d7b6002d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:34.891187 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3bb4ddd-d5b7-4178-8918-afdd874c9a60 req-0547b00f-adac-4406-b44e-2342d7b6002d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0842214 Jun 07 08:20:34.986354 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3bb4ddd-d5b7-4178-8918-afdd874c9a60 req-f7812beb-038c-4b82-95a8-b05e7c1521ac tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595903 Jun 07 08:20:35.009294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6d6ee-da85-406c-92d8-91667f6bafa4 req-3e414164-7e87-439b-bc19-46dd5fc67ac4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:35.010751 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c3c6d6ee-da85-406c-92d8-91667f6bafa4 req-3e414164-7e87-439b-bc19-46dd5fc67ac4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1188693 Jun 07 08:20:35.057172 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c3c6d6ee-da85-406c-92d8-91667f6bafa4 req-7c1c8c50-95e4-47ee-8e57-7577190a6cc0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406909 Jun 07 08:20:36.170687 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d345ba-5677-46ba-bcc8-bb8a6e451a15 req-718777ab-653f-4071-9ef9-921db0f52133 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:36.172153 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f8d345ba-5677-46ba-bcc8-bb8a6e451a15 req-718777ab-653f-4071-9ef9-921db0f52133 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0786905 Jun 07 08:20:36.217898 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f8d345ba-5677-46ba-bcc8-bb8a6e451a15 req-737fc6c2-7e1a-4b3c-81b5-2180d4b534ff tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401289 Jun 07 08:20:36.387141 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ef0e-a9b9-4525-8e13-d888ab17f4c6 req-3924347e-4cac-4f6d-b1c7-5e967130bea8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:36.388596 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3160ef0e-a9b9-4525-8e13-d888ab17f4c6 req-3924347e-4cac-4f6d-b1c7-5e967130bea8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0812578 Jun 07 08:20:36.430937 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3160ef0e-a9b9-4525-8e13-d888ab17f4c6 req-09ee9c02-3877-477b-9265-f85fe0b01d09 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Jun 07 08:20:37.397579 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c746b03-a66c-4997-a0d4-76da0439ae64 req-ffeb332f-a03b-4657-910c-48e7bd905b1b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:37.399023 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c746b03-a66c-4997-a0d4-76da0439ae64 req-ffeb332f-a03b-4657-910c-48e7bd905b1b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0778127 Jun 07 08:20:37.452807 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3c746b03-a66c-4997-a0d4-76da0439ae64 req-72e98d58-c56d-44eb-853f-4606d60e565d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458243 Jun 07 08:20:37.710091 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e854-ce2b-485d-8cb4-55bb76896e56 req-e2e13702-4e09-4d54-a61a-f53b4e8665cd tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:37.711464 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be26e854-ce2b-485d-8cb4-55bb76896e56 req-e2e13702-4e09-4d54-a61a-f53b4e8665cd tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1623490 Jun 07 08:20:37.756147 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be26e854-ce2b-485d-8cb4-55bb76896e56 req-3214ec1f-d4ed-416e-a552-c9ea2e6695c3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Jun 07 08:20:38.639546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4922-1ee9-48d6-8efa-de41062de624 req-ee38f4db-7efe-4eca-aa3c-068a094e044b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:38.640897 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fd6e4922-1ee9-48d6-8efa-de41062de624 req-ee38f4db-7efe-4eca-aa3c-068a094e044b tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0815201 Jun 07 08:20:38.690282 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fd6e4922-1ee9-48d6-8efa-de41062de624 req-162519a9-ad60-4940-8dff-7b172ec19787 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&id=8908fd50-45ce-4890-8dfa-104c88fcaef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418406 Jun 07 08:20:38.942708 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c0ab-0cff-4918-8f86-d89d5e85a7f1 req-2eb91d2e-3bd4-44fd-837d-e824d073b790 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:38.944050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d411c0ab-0cff-4918-8f86-d89d5e85a7f1 req-2eb91d2e-3bd4-44fd-837d-e824d073b790 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0767443 Jun 07 08:20:38.993169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d411c0ab-0cff-4918-8f86-d89d5e85a7f1 req-b4503ca7-f0f9-488b-8989-5bb09ebcdd40 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Jun 07 08:20:39.321795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187496-f8b0-44de-bf3b-41cbe0ba913d req-2b6fac84-10b8-469f-b37b-afaa4d0c2350 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:39.323387 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4187496-f8b0-44de-bf3b-41cbe0ba913d req-2b6fac84-10b8-469f-b37b-afaa4d0c2350 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0796242 Jun 07 08:20:39.381692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4187496-f8b0-44de-bf3b-41cbe0ba913d req-ac578f3f-ecd9-4c36-bc57-6d333ec5794c tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528293 Jun 07 08:20:40.563187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64ec5b-080f-47a7-bfdb-71b3a355cdd1 req-304c3fe1-1bd2-4022-88ac-7de8bf950da6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:40.564913 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9c64ec5b-080f-47a7-bfdb-71b3a355cdd1 req-304c3fe1-1bd2-4022-88ac-7de8bf950da6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0842168 Jun 07 08:20:40.609217 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9c64ec5b-080f-47a7-bfdb-71b3a355cdd1 req-7b594535-61e6-4db5-8df3-044c03959e72 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Jun 07 08:20:41.855781 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0faae-fb2c-4de9-8e74-da0096b86955 req-4167b3df-4a4b-4c6f-9371-da423e7f7f95 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:41.857789 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-00c0faae-fb2c-4de9-8e74-da0096b86955 req-4167b3df-4a4b-4c6f-9371-da423e7f7f95 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1417911 Jun 07 08:20:41.860267 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-18fccd2c-1d1e-4db4-935b-731025fc96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:41.861602 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-18fccd2c-1d1e-4db4-935b-731025fc96e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.1067903 Jun 07 08:20:41.980242 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-00c0faae-fb2c-4de9-8e74-da0096b86955 req-6c5d26b3-7d3c-48fa-a20b-941276feed47 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165545 Jun 07 08:20:42.019258 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-e951504c-2b45-4e1b-8f43-979e09eac6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:42.020683 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-e951504c-2b45-4e1b-8f43-979e09eac6f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.1447659 Jun 07 08:20:42.127030 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-dae93546-28c4-4c5c-be70-ce78ac748b29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 999 time: 0.0980279 Jun 07 08:20:42.198153 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-e351a22f-378a-4e82-8bb6-8abae49c090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:42.200359 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-e351a22f-378a-4e82-8bb6-8abae49c090c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0597239 Jun 07 08:20:42.281352 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-d31db1f3-8258-4fce-91a2-595bc388eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:42.282880 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-d31db1f3-8258-4fce-91a2-595bc388eea7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748942 Jun 07 08:20:42.409911 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-d76c1161-fa47-41d2-beef-02e4a965f237 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202061 Jun 07 08:20:42.535817 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d537f170-eb31-4148-9d30-baad9d0c7889 req-705af614-f464-499f-a6d1-c97cfbcd1a95 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191432 Jun 07 08:20:43.066603 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45748) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:43.166744 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d31c7-0967-4c92-9fdb-7c5fec193eca req-c9eb7b12-92a4-4264-9ae0-665276159559 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:43.168344 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-256d31c7-0967-4c92-9fdb-7c5fec193eca req-c9eb7b12-92a4-4264-9ae0-665276159559 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0816076 Jun 07 08:20:43.187726 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.215038 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-256d31c7-0967-4c92-9fdb-7c5fec193eca req-cfce88e8-e33d-4d60-a3d4-67a9c7eefc99 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Jun 07 08:20:43.298390 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.302055 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.310033 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-415518cb-5e0e-4048-9183-7a00adb778d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:43.347952 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e24c70b614d540a09d849bc7dcf5e442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803335 Jun 07 08:20:43.349479 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467a602e-24a2-4cfc-afdc-433187d64b94,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:43.350788 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45752) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:43.352582 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:43.405996 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.433027 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.482367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.484710 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.485825 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/467a602e-24a2-4cfc-afdc-433187d64b94 HTTP/1.1" status: 204 len: 168 time: 0.1340752 Jun 07 08:20:43.486605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c68e926b-b59b-4d27-8558-3b841ebcd688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:43.495603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a602e-24a2-4cfc-afdc-433187d64b94,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:43.498431 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:43.755574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45758) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:43.772473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.870067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.874971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.881905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7bada7c9-1f90-4597-b242-0891fdfaaf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:43.920391 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5001a-ebb1-44ba-af9d-71f6a6ca5694,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:43.925567 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545dec887f984459a58912afd119e93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680140 Jun 07 08:20:43.925567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1c5c4ebb-f6fa-404b-a407-70fec9c03ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:43.927165 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45764) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:44.063991 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.088914 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.139079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.141417 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.142548 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8e5001a-ebb1-44ba-af9d-71f6a6ca5694 HTTP/1.1" status: 204 len: 168 time: 0.2145095 Jun 07 08:20:44.143258 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a33aec76-1e68-4fa6-a3c4-23d8148c8ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:44.152029 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5001a-ebb1-44ba-af9d-71f6a6ca5694,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:44.154792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:44.402705 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eefe4-b331-4592-a887-51346a1fd0e1 req-cba63a17-475b-48da-9ec9-9262ab5c7f03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:44.404661 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b87eefe4-b331-4592-a887-51346a1fd0e1 req-cba63a17-475b-48da-9ec9-9262ab5c7f03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0779305 Jun 07 08:20:44.452311 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b87eefe4-b331-4592-a887-51346a1fd0e1 req-c9b1e536-044c-455e-addd-f427fa1d4003 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Jun 07 08:20:46.246104 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-e5630d47-0a38-4aa1-9b59-0ace29264b38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705667 Jun 07 08:20:46.354376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111290-5005-403d-8de4-385abbbd64b6 req-c7c75146-cd86-4836-aca5-78bdbfcb5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:46.355782 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-c7c75146-cd86-4836-aca5-78bdbfcb5d5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0683756 Jun 07 08:20:46.506567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111290-5005-403d-8de4-385abbbd64b6 req-f8ba94b4-41dd-4512-9a0c-2757e514c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:46.507918 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-f8ba94b4-41dd-4512-9a0c-2757e514c903 service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.1308708 Jun 07 08:20:46.608980 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-77fb9845-12b1-48ba-b0b1-7a8a96aef373 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 200 len: 999 time: 0.0940368 Jun 07 08:20:46.674197 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111290-5005-403d-8de4-385abbbd64b6 req-c7f003e9-1af0-4e0d-8724-d15904561dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:46.675581 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-c7f003e9-1af0-4e0d-8724-d15904561dc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0597696 Jun 07 08:20:46.753552 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111290-5005-403d-8de4-385abbbd64b6 req-d3c75bec-8c48-4ca3-842a-34f6347a0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:46.755035 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-d3c75bec-8c48-4ca3-842a-34f6347a0023 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685027 Jun 07 08:20:46.884939 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-5572585b-8206-4f8d-a92a-b5ffe424c533 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230886 Jun 07 08:20:47.021333 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-97111290-5005-403d-8de4-385abbbd64b6 req-4ae4c56b-e89e-4b35-a85d-dbea20511188 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250474 Jun 07 08:20:47.192939 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:48.660312 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 45848) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:48.772901 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:48.882010 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:48.885437 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:48.893729 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8b3925c7-ef01-4645-b8df-c33d2bf8faec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:48.932215 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=870bc0ca23954150a88a1c01de1fadf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708786 Jun 07 08:20:48.933413 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fca537-b084-4653-b4c8-46f1218d4bd1,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:48.934936 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45852) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:48.940780 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.941146 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.941502 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.941854 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.943085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.943470 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.943839 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.944201 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.944558 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.944919 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.945302 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.945652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:48.949645 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:48.997701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.022248 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.077163 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.079674 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.080787 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04fca537-b084-4653-b4c8-46f1218d4bd1 HTTP/1.1" status: 204 len: 168 time: 0.1448660 Jun 07 08:20:49.081525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2867e43f-a056-4cf2-9cf2-dace5faca6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:49.090668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fca537-b084-4653-b4c8-46f1218d4bd1,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:49.098274 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.098762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.099013 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.099376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.099737 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.100091 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.100444 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.100795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.101145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.101494 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.101838 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.102220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:49.105192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:49.352458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45860) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:49.369075 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.472261 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.476195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.484050 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-426fb957-b7b3-42c0-88a6-912bb742ebb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:49.523466 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e08772-9896-4e5e-b029-a24004bdef74,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:49.526394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:49.529027 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d8673dc87df487ba964b2ab44e4e18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755433 Jun 07 08:20:49.531693 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 45866) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:49.588740 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.613613 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.670405 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.672948 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:49.674190 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62e08772-9896-4e5e-b029-a24004bdef74 HTTP/1.1" status: 204 len: 168 time: 0.1415284 Jun 07 08:20:49.675024 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-480b92a3-afdb-4960-bc2f-72d25f251aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:49.686264 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e08772-9896-4e5e-b029-a24004bdef74,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:49.688821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:49.790095 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:20:50.711510 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70e39908-42f4-426a-9545-f9295d2d1196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.435434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afaff5-d659-4bf5-b3ab-50e018928895 req-3fcc3b56-473c-4d58-944f-d76a5d63465b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:52.436855 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3afaff5-d659-4bf5-b3ab-50e018928895 req-3fcc3b56-473c-4d58-944f-d76a5d63465b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0776114 Jun 07 08:20:52.480335 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3afaff5-d659-4bf5-b3ab-50e018928895 req-ea868864-8783-4b62-8d68-0f44cf806881 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Jun 07 08:20:53.224183 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:53.430885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4343ee49-41d0-4712-8f98-2f33e3679485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:53.670291 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71c17d-1972-4955-a749-fc3a2a24585a req-f32973c5-72e2-4d53-b833-fef2499d60cc tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:53.671734 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f71c17d-1972-4955-a749-fc3a2a24585a req-f32973c5-72e2-4d53-b833-fef2499d60cc tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0887849 Jun 07 08:20:53.719532 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f71c17d-1972-4955-a749-fc3a2a24585a req-0118db9f-c307-43d7-b54f-7ecd43d5cbbe tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Jun 07 08:20:54.392617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:54.543473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-4a92b45a-ee97-4516-93de-6bda2e067239 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:54.544834 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-4a92b45a-ee97-4516-93de-6bda2e067239 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.0797262 Jun 07 08:20:54.688967 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Deleting port 2af8829c-5bd8-4733-b3cb-bc334da438e7 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:54.689876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:54.950067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] For port 2af8829c-5bd8-4733-b3cb-bc334da438e7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2af8829c-5bd8-4733-b3cb-bc334da438e7,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:54.950422 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.075270 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Calling delete_port for 2af8829c-5bd8-4733-b3cb-bc334da438e7 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:55.088667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820aff5-41ca-46e3-8558-5fc8acc28577 req-6d4b1124-f82c-4efb-907d-1a292cb4f3db tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:55.090136 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7820aff5-41ca-46e3-8558-5fc8acc28577 req-6d4b1124-f82c-4efb-907d-1a292cb4f3db tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=b57e7bf0-7187-4e1e-91d7-080ddc463ce9 HTTP/1.1" status: 200 len: 945 time: 0.2411823 Jun 07 08:20:55.147661 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7820aff5-41ca-46e3-8558-5fc8acc28577 req-5be850d5-0e06-4621-955c-1cac2595bd38 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517747 Jun 07 08:20:55.228187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.233779 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-85d8412a-cf00-41ea-b32c-9723ec294965 tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:55.273281 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['2af8829c-5bd8-4733-b3cb-bc334da438e7'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:20:55.275463 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Pushing event deleted for resources: {'Port': ['ID=2af8829c-5bd8-4733-b3cb-bc334da438e7,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:55.278857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:55.352169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] No DVR routers for this DVR port 2af8829c-5bd8-4733-b3cb-bc334da438e7 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:55.354575 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.356492 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b217ccf-8872-4d73-b757-501d9aa61356 req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "DELETE /v2.0/ports/2af8829c-5bd8-4733-b3cb-bc334da438e7 HTTP/1.1" status: 204 len: 173 time: 0.7963572 Jun 07 08:20:55.357041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'name': 'network-vif-deleted', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:55.359823 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64746e31-0e0e-4480-b7e2-119fe83cadd7" -d '{"events": [{"server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "name": "network-vif-deleted", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:55.400554 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4818f-76cf-4f18-9723-ad60a7b09d2e x-openstack-request-id: req-9bd4818f-76cf-4f18-9723-ad60a7b09d2e {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:55.400868 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57e7bf0-7187-4e1e-91d7-080ddc463ce9", "name": "network-vif-deleted", "tag": "2af8829c-5bd8-4733-b3cb-bc334da438e7", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:55.401145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bd4818f-76cf-4f18-9723-ad60a7b09d2e {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:55.401561 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e7bf0-7187-4e1e-91d7-080ddc463ce9', 'name': 'network-vif-deleted', 'tag': '2af8829c-5bd8-4733-b3cb-bc334da438e7', 'status': 'completed', 'code': 200} Jun 07 08:20:56.200245 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:59.473605 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 2af8829c-5bd8-4733-b3cb-bc334da438e7 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:59.507749 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 2af8829c-5bd8-4733-b3cb-bc334da438e7 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:59.508111 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 2af8829c-5bd8-4733-b3cb-bc334da438e7 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:06.700097 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-bd9afc0c-98ab-4739-a176-baa714b471d6 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:06.702070 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-bd9afc0c-98ab-4739-a176-baa714b471d6 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 814 time: 0.1441739 Jun 07 08:21:06.716934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-1977ab5b-834b-4778-ab0c-6b20da57d306 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/quotas/43967104d3104d4aa48a979dfb188cca HTTP/1.1" status: 200 len: 375 time: 0.0095375 Jun 07 08:21:06.762449 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-b519fab5-b06f-4e85-9c53-647886a359d3 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406969 Jun 07 08:21:06.996643 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-ff58ebc6-a2c1-402d-844c-903031f17166 service neutron] 10.222.0.46 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270176 Jun 07 08:21:07.126384 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-fe078d1d-8f4c-4b13-927c-08c2b6596a35 service neutron] 10.222.0.46 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233017 Jun 07 08:21:07.293745 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-51116447-1703-4ef1-b64d-4dde89874d07 req-45a2edc9-9fdc-4a20-8098-a088d9936dc9 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 210 time: 0.0408075 Jun 07 08:21:08.449328 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c62fa298-b2d6-41f7-b68d-12a28e703f84 req-3f51af7e-7c6e-47c5-8ff9-0e01e01a108a tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 210 time: 0.0479319 Jun 07 08:21:08.645022 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-7b0c200a-4d96-438a-88c4-bb9ec90ba3b7 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:08.646511 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-7b0c200a-4d96-438a-88c4-bb9ec90ba3b7 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 814 time: 0.1491585 Jun 07 08:21:08.683988 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Request body: {'port': {'device_id': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e', 'admin_state_up': True, 'tenant_id': '43967104d3104d4aa48a979dfb188cca'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:08.837258 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Made reservation on behalf of 43967104d3104d4aa48a979dfb188cca for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:21:08.840811 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.091898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Allocated IP 172.20.0.12 (7cbd6df6-8eb1-4763-bb32-2828307daf1e/c3521b4f-c017-4c84-b86c-dd1d633f1aae/c0883c51-dc13-4e95-b126-442385eac35b) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:09.290164 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.318033 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.323362 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-97996674-79da-421e-8818-e9a1e6350dcd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:09.391197 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Network 7cbd6df6-8eb1-4763-bb32-2828307daf1e is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:09.394130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:09.397857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:09.427754 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Pushing event updated for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:09.433791 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:09.462526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:09.463127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.481423 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8016248 Jun 07 08:21:09.550264 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Request body: {'port': {'device_id': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:09.721953 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:09.741489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c8fb-b311-4caf-a207-fb1bc430b091 req-128fb56a-2f4b-49df-9062-2790f01d52ae tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:09.742969 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bb67c8fb-b311-4caf-a207-fb1bc430b091 req-128fb56a-2f4b-49df-9062-2790f01d52ae tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 932 time: 0.1670365 Jun 07 08:21:09.836975 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bb67c8fb-b311-4caf-a207-fb1bc430b091 req-c5f6d16b-c260-480c-be38-ca1d6bab1098 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Jun 07 08:21:10.098848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0883c51-dc13-4e95-b126-442385eac35b {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:10.105918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.119927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Transition to ACTIVE for port object c0883c51-dc13-4e95-b126-442385eac35b will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:10.123915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.128104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:10.279337 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Pushing event updated for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:10.286163 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:10.350901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Attempting to bind port c0883c51-dc13-4e95-b126-442385eac35b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:10.351161 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Attempting to bind port c0883c51-dc13-4e95-b126-442385eac35b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:10.351489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Attempting to bind port c0883c51-dc13-4e95-b126-442385eac35b on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:10.355858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Port c0883c51-dc13-4e95-b126-442385eac35b on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:21:10.356169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Attempting to bind port c0883c51-dc13-4e95-b126-442385eac35b on network 7cbd6df6-8eb1-4763-bb32-2828307daf1e {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:10.361613 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:10.361965 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Checking segment: {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:10.362340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Bound using segment: {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:10.362754 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Bound port: c0883c51-dc13-4e95-b126-442385eac35b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3852fc6-bb89-4beb-8aeb-e385910dc42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:10.363090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.448963 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:10.451811 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c0883c51-dc13-4e95-b126-442385eac35b,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:10.456324 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.460761 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:10.513804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.514426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.515761 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] 10.222.0.45 "PUT /v2.0/ports/c0883c51-dc13-4e95-b126-442385eac35b HTTP/1.1" status: 200 len: 1094 time: 1.0152631 Jun 07 08:21:10.516240 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:10.518499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1f0aba-1048-4028-9dd3-024cb6e092ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "tag": "c0883c51-dc13-4e95-b126-442385eac35b"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:10.536989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Pushing event updated for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:10.539972 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:10.639160 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-ff438c40-722f-4001-ba00-ef0391a0aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.641184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-ff438c40-722f-4001-ba00-ef0391a0aedc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 1097 time: 0.0701730 Jun 07 08:21:10.713901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbfbdf3-3a43-4a8d-b723-46e4c1df9eb2 x-openstack-request-id: req-ddbfbdf3-3a43-4a8d-b723-46e4c1df9eb2 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:10.714244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "tag": "c0883c51-dc13-4e95-b126-442385eac35b", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:10.714528 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddbfbdf3-3a43-4a8d-b723-46e4c1df9eb2 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:10.714944 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b', 'status': 'completed', 'code': 200} Jun 07 08:21:10.723949 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-9edc7470-46a5-43fd-b49c-4326ad578b2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0883c51-dc13-4e95-b126-442385eac35b HTTP/1.1" status: 200 len: 217 time: 0.0669954 Jun 07 08:21:10.787046 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-6b7f1d80-6ff6-4805-8a23-c07e50471b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.788442 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-6b7f1d80-6ff6-4805-8a23-c07e50471b72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3521b4f-c017-4c84-b86c-dd1d633f1aae HTTP/1.1" status: 200 len: 854 time: 0.0562327 Jun 07 08:21:10.916601 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-61d79d44-f56c-4a04-b482-276c07ec466a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cbd6df6-8eb1-4763-bb32-2828307daf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210432 Jun 07 08:21:11.110551 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-98f1f015-4af3-498f-971a-592d058e8f5a service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826963 Jun 07 08:21:11.122325 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afff4d-06df-4b8c-a9d0-0051c26b5d56 req-8554ccf0-1e3b-433c-9bae-cecdb24a0564 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.123703 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61afff4d-06df-4b8c-a9d0-0051c26b5d56 req-8554ccf0-1e3b-433c-9bae-cecdb24a0564 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 944 time: 0.1766350 Jun 07 08:21:11.248930 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61afff4d-06df-4b8c-a9d0-0051c26b5d56 req-571967dc-2834-4512-bcdb-35478beacd8e tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062951 Jun 07 08:21:11.280546 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-16163edf-3d5b-45f9-ac74-7fd85b7a6264 req-b4d89bac-2e6d-4012-bc18-2bd28537a659 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553879 Jun 07 08:21:11.450600 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-cc204bef-1c5c-40a5-9071-b276bbffa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.451942 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-cc204bef-1c5c-40a5-9071-b276bbffa55f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43967104d3104d4aa48a979dfb188cca&device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 1097 time: 0.0695570 Jun 07 08:21:11.585026 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-4f299b78-00a3-452d-937d-02549e07981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.586591 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-4f299b78-00a3-452d-937d-02549e07981b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 200 len: 915 time: 0.1256461 Jun 07 08:21:11.658047 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-3f46211e-64c8-46e7-b789-39a39b04f3cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0883c51-dc13-4e95-b126-442385eac35b HTTP/1.1" status: 200 len: 217 time: 0.0632539 Jun 07 08:21:11.719944 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-2c527bd7-9654-4ef3-8ab0-717fd73d895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:11.721236 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-2c527bd7-9654-4ef3-8ab0-717fd73d895a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3521b4f-c017-4c84-b86c-dd1d633f1aae HTTP/1.1" status: 200 len: 854 time: 0.0556481 Jun 07 08:21:11.771708 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-5c7cbd6f-11da-4d8d-b1cf-80548a7b3609 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7cbd6df6-8eb1-4763-bb32-2828307daf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430870 Jun 07 08:21:11.900063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-518f0a98-c101-4d5c-98a6-c0fe7e032513 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204290 Jun 07 08:21:12.026824 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be1f0aba-1048-4028-9dd3-024cb6e092ae req-434c3e42-83ca-4a3e-a6e4-052680ca7b13 service neutron] 10.222.0.45 "GET /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196327 Jun 07 08:21:12.433279 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2478b-36bd-4045-8597-c4088c21cb8f req-bd98f9d6-6b23-4313-84cf-970acf005ee9 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:12.434743 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-04e2478b-36bd-4045-8597-c4088c21cb8f req-bd98f9d6-6b23-4313-84cf-970acf005ee9 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 944 time: 0.0778668 Jun 07 08:21:12.477666 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-04e2478b-36bd-4045-8597-c4088c21cb8f req-b835ef75-8d59-439f-93e3-b9ebaab6145a tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365162 Jun 07 08:21:13.659225 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021713fa-5d99-485f-839a-008c9ccf1e4d req-f40eb9d1-83a6-49d0-9c2d-7603f572692b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:13.660653 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-021713fa-5d99-485f-839a-008c9ccf1e4d req-f40eb9d1-83a6-49d0-9c2d-7603f572692b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 944 time: 0.0817840 Jun 07 08:21:13.703860 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-021713fa-5d99-485f-839a-008c9ccf1e4d req-db205461-93de-4113-9cb9-d3c1be209693 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Jun 07 08:21:14.336257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device c0883c51-dc13-4e95-b126-442385eac35b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:21:14.467621 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c0883c51-dc13-4e95-b126-442385eac35b,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:14.480309 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'c0883c51-dc13-4e95-b126-442385eac35b', 'network_id': '7cbd6df6-8eb1-4763-bb32-2828307daf1e', 'port_id': 'c0883c51-dc13-4e95-b126-442385eac35b', 'mac_address': 'fa:16:3e:39:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3521b4f-c017-4c84-b86c-dd1d633f1aae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:21:14.540141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:14.556540 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0883c51-dc13-4e95-b126-442385eac35b {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:14.572005 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c0883c51-dc13-4e95-b126-442385eac35b,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:14.575729 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:14.577535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b94a1e0-b478-4a7b-823a-0bcc1072220e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:14.641949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:14.645034 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:14.882931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d62ce5-c1ad-4c34-8304-7b43eb9668a5 req-1cdc6f35-1c1a-4b67-92aa-38e30ab827b0 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:14.885729 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-43d62ce5-c1ad-4c34-8304-7b43eb9668a5 req-1cdc6f35-1c1a-4b67-92aa-38e30ab827b0 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 945 time: 0.0779550 Jun 07 08:21:14.930854 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-43d62ce5-c1ad-4c34-8304-7b43eb9668a5 req-6c6d29fe-fd07-4662-aa98-4fc364aa1928 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jun 07 08:21:14.954856 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['c0883c51-dc13-4e95-b126-442385eac35b'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:16.111570 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b99a30-1ed0-4257-ade0-d781c6300508 req-b9207728-97e9-4ec1-8c21-6e11f9a8fc49 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.113004 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9b99a30-1ed0-4257-ade0-d781c6300508 req-b9207728-97e9-4ec1-8c21-6e11f9a8fc49 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 945 time: 0.0786858 Jun 07 08:21:16.155873 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b9b99a30-1ed0-4257-ade0-d781c6300508 req-ccf68e3c-d677-433e-ba2e-8f04615aaa7f tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Jun 07 08:21:16.336474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device c0883c51-dc13-4e95-b126-442385eac35b up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:16.402643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port c0883c51-dc13-4e95-b126-442385eac35b completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:16.407660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port c0883c51-dc13-4e95-b126-442385eac35b triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:16.408041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.524557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.550437 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:16.552636 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece413a-a93d-4afd-a46e-7c1ea2e905d8" -d '{"events": [{"server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "name": "network-vif-plugged", "status": "completed", "tag": "c0883c51-dc13-4e95-b126-442385eac35b"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:16.559880 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c0883c51-dc13-4e95-b126-442385eac35b,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:16.564845 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.566435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:16.633482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:16.636592 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:16.657331 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60177006-3f5f-4005-92fb-f92497217c31 x-openstack-request-id: req-60177006-3f5f-4005-92fb-f92497217c31 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:16.657622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "name": "network-vif-plugged", "status": "completed", "tag": "c0883c51-dc13-4e95-b126-442385eac35b", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:16.657879 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60177006-3f5f-4005-92fb-f92497217c31 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:16.658306 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b', 'code': 200} Jun 07 08:21:16.954589 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98c7f-c664-4e26-bdf8-0e1413d6647f req-fd19a118-5e9f-4acd-a8ec-5656405b722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.956019 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-12e98c7f-c664-4e26-bdf8-0e1413d6647f req-fd19a118-5e9f-4acd-a8ec-5656405b722f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 1099 time: 0.0722256 Jun 07 08:21:17.079932 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-12e98c7f-c664-4e26-bdf8-0e1413d6647f req-cb4fbf2a-5b10-449f-9dbe-26dcc709357a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164062 Jun 07 08:21:17.207021 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:17.337110 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5d6ab-d41a-4104-bf74-d7b4b1f56d8c req-76557e8f-44ff-4d29-97fc-61b90c7c6ef1 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.338569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-35e5d6ab-d41a-4104-bf74-d7b4b1f56d8c req-76557e8f-44ff-4d29-97fc-61b90c7c6ef1 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 946 time: 0.0783985 Jun 07 08:21:17.381113 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-35e5d6ab-d41a-4104-bf74-d7b4b1f56d8c req-dcc9ce67-b1ec-4289-90e2-c780b9b1c696 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Jun 07 08:21:18.572300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a8ec-2378-4081-83dc-49d820181ebf req-5be57c97-6bb8-4fec-b3a6-c7b9969809f0 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:18.573719 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4857a8ec-2378-4081-83dc-49d820181ebf req-5be57c97-6bb8-4fec-b3a6-c7b9969809f0 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 946 time: 0.0801423 Jun 07 08:21:18.616411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4857a8ec-2378-4081-83dc-49d820181ebf req-846dc0a8-cff0-43a3-a500-bb95f085500d tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365198 Jun 07 08:21:20.712906 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d8acdb23-6267-4bbf-9609-5b0ede501353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.017308 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-b698a4b5-3fb2-4995-85df-16cb2fbac4b5 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485401040&fields=id&tenant_id=2580ba787fc2426e8a45a01b623b43cd HTTP/1.1" status: 200 len: 267 time: 0.0393429 Jun 07 08:21:21.109506 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-92382278-511c-499f-919f-daeeb3feb922 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:21.110971 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-92382278-511c-499f-919f-daeeb3feb922 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 985 time: 0.0884442 Jun 07 08:21:21.121442 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Request body: {'port': {'security_groups': ['4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:21.237872 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.474233 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:21.498553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.503694 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.510295 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a6f029f4-3098-4330-aece-33d3f10e3cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:21.549535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:21.574984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:21.575848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.577257 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90025fa1-ce79-4999-a2fe-2fac0a196406 req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "PUT /v2.0/ports/9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 943 time: 0.4602072 Jun 07 08:21:21.577795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:21.581044 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584" -d '{"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:21.584459 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46086) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:21.621620 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event updated for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=7']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:21.637923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:21.642244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7515b7-f254-4681-b3fd-902d5aa8a40b x-openstack-request-id: req-9f7515b7-f254-4681-b3fd-902d5aa8a40b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:21.642567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:21.642853 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f7515b7-f254-4681-b3fd-902d5aa8a40b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:21.643281 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:21:21.680172 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.730144 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.764429 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:21.807199 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.810259 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:21.811667 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "DELETE /v2.0/security-groups/8908fd50-45ce-4890-8dfa-104c88fcaef2 HTTP/1.1" status: 204 len: 168 time: 0.2254593 Jun 07 08:21:21.812679 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3f62fdbb-3a88-4b19-ac34-3adbb9905e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:21.814448 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46088) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:21.828738 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8908fd50-45ce-4890-8dfa-104c88fcaef2,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:21.831617 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:21.911539 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-5a810748-e5c7-4b57-9443-43f789235798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:21.913028 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-5a810748-e5c7-4b57-9443-43f789235798 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1099 time: 0.2104716 Jun 07 08:21:21.938446 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7b0a781f-792f-4ced-9685-8a6b24038682 None None] Provisioning complete for port 9714202a-a221-467d-b642-92ce2afd9dfb triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:21.938970 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7b0a781f-792f-4ced-9685-8a6b24038682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.230711 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-d13a3ecd-fd6e-48d7-b14f-e441229391b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:22.232125 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-d13a3ecd-fd6e-48d7-b14f-e441229391b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.3111119 Jun 07 08:21:22.342525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Deleting port cf6f452c-d1cc-4f13-805a-6fe7c4548c7c {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:22.342875 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.375392 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-ac4f9dfe-f7ea-484f-bb5b-83462267a33f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 1002 time: 0.1289854 Jun 07 08:21:22.431989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4a19d-8303-42eb-977c-dd831099e238 req-bdebe8ea-92e1-45ab-b035-f84805f9c5c1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:22.433432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-42a4a19d-8303-42eb-977c-dd831099e238 req-bdebe8ea-92e1-45ab-b035-f84805f9c5c1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2600276 Jun 07 08:21:22.626596 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-8cb7100e-fb2c-4787-98ba-d812fca2baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:22.628011 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-8cb7100e-fb2c-4787-98ba-d812fca2baba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.2388740 Jun 07 08:21:22.689321 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-42a4a19d-8303-42eb-977c-dd831099e238 req-0bd78a76-51e9-4194-b5aa-309b38360457 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262860 Jun 07 08:21:22.691263 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.691592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:22.820556 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Calling delete_port for cf6f452c-d1cc-4f13-805a-6fe7c4548c7c owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:22.864990 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-9da0cee2-cd35-4b79-a5cc-e68af9d5202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:22.866491 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-9da0cee2-cd35-4b79-a5cc-e68af9d5202c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274969 Jun 07 08:21:23.044566 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-1518ed21-501a-4408-ad24-87e65453d574 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697390 Jun 07 08:21:23.157526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.163889 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b358f4c3-9dc9-47a0-83be-99bf8eb888f0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:23.207913 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event deleted for resources: {'Port': ['ID=cf6f452c-d1cc-4f13-805a-6fe7c4548c7c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:23.219475 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:23.228458 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.310836 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5be0d186-d6bf-40a9-a0b3-b5c374a3d584 req-0575f224-53a1-4506-bdb8-c4147e766d71 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590787 Jun 07 08:21:23.330143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.330480 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Floating IP 2930f257-7ea5-4ca0-b2a8-a37c0f872b1f disassociated (deleted). External IP: 172.27.0.164, port: 9714202a-a221-467d-b642-92ce2afd9dfb. Jun 07 08:21:23.432780 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-76bb8433-1d40-43dc-b733-f35c324720a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.678686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Router aac74ea5-a1a6-4b25-8414-41367d92034b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:24.002894 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:24.007526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:24.012251 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Sync routers for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:24.022870 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:24.023482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:24.077108 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3fb3-b65c-47c6-99f9-50603d2c151b req-014f2171-4951-4c96-a066-fd98b27ba5c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.079156 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0bed3fb3-b65c-47c6-99f9-50603d2c151b req-014f2171-4951-4c96-a066-fd98b27ba5c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2566447 Jun 07 08:21:24.082278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "DELETE /v2.0/floatingips/2930f257-7ea5-4ca0-b2a8-a37c0f872b1f HTTP/1.1" status: 204 len: 168 time: 2.2665553 Jun 07 08:21:24.083003 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:24.085370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51421be-8b1b-4486-82f3-144b84c746b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:24.127546 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0bed3fb3-b65c-47c6-99f9-50603d2c151b req-898f02b8-1071-4ada-be5c-d6f50af19485 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Jun 07 08:21:24.186417 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3add9a7-9737-4e5a-948b-69134bb3b549 x-openstack-request-id: req-c3add9a7-9737-4e5a-948b-69134bb3b549 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:24.187021 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:24.187962 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3add9a7-9737-4e5a-948b-69134bb3b549 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:24.188534 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:21:24.210235 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:24.322657 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-a4838a04-3493-44cc-b705-680e8b21a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.324118 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-a4838a04-3493-44cc-b705-680e8b21a66e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2580ba787fc2426e8a45a01b623b43cd&device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 1099 time: 0.0728850 Jun 07 08:21:24.456323 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:24.471166 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-ca062447-7498-4fae-9c00-b5ce8a044c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.472686 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-ca062447-7498-4fae-9c00-b5ce8a044c3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 200 len: 916 time: 0.1371634 Jun 07 08:21:24.547269 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-fc9ca9c7-f8a9-4d17-8287-d968d4e19469 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 200 len: 217 time: 0.0673103 Jun 07 08:21:24.567500 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:24.572233 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Checking router: aac74ea5-a1a6-4b25-8414-41367d92034b for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:24.582221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:24.582850 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:24.625831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-ca521d4f-c95c-4193-8589-f12ec55ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.629553 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-ca521d4f-c95c-4193-8589-f12ec55ed6e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 200 len: 854 time: 0.0727680 Jun 07 08:21:24.722348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-1fa32e82-7926-457e-a842-a22a301f2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:24.723985 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-1fa32e82-7926-457e-a842-a22a301f2b60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819976 Jun 07 08:21:24.783138 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:24.857436 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-bfe052c5-d261-4de2-a537-2bd8aa62c13e service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267524 Jun 07 08:21:24.992565 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d51421be-8b1b-4486-82f3-144b84c746b7 req-7110399e-dd42-4de5-839b-6293821137f7 service neutron] 10.222.0.45 "GET /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280832 Jun 07 08:21:25.090301 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:25.094777 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76689407-5df2-4eab-9f99-ca1c189331ec None None] The sync data for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi is: [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:18:17Z', 'revision_number': 4, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '84ee9253-29d2-4391-b8fc-374bb5340d67', 'name': '', 'network_id': '12f0c246-3e62-4f2e-9d64-2eb6a1f591eb', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'mac_address': 'fa:16:3e:f0:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:16Z', 'updated_at': '2021-06-07T08:18:24Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'subnets': [{'id': 'c5db4a75-1287-49bb-ad1f-38335eba31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:25.304838 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42034a4-a240-40b7-9372-6742e96137ed None None] New status for floating IP 2930f257-7ea5-4ca0-b2a8-a37c0f872b1f: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:21:25.322741 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2858319-3d2e-4a9b-81ac-c895b235739d req-a1f7f90d-77ea-4b54-adc6-2dcb20980aef tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:25.324184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2858319-3d2e-4a9b-81ac-c895b235739d req-a1f7f90d-77ea-4b54-adc6-2dcb20980aef tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0837629 Jun 07 08:21:25.368661 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a2858319-3d2e-4a9b-81ac-c895b235739d req-067bbc9f-ab4f-4a42-91b9-d22ff05c3f0a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379262 Jun 07 08:21:26.202151 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:26.562910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60388bec-e704-4b8f-9fec-809aeb2c2d75 req-63d07d19-c074-4489-8b78-b23fcdad4f8a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:26.564385 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-60388bec-e704-4b8f-9fec-809aeb2c2d75 req-63d07d19-c074-4489-8b78-b23fcdad4f8a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0876305 Jun 07 08:21:26.610018 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-60388bec-e704-4b8f-9fec-809aeb2c2d75 req-23217444-e96a-4561-8b52-bf8991cea363 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Jun 07 08:21:26.790955 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:26.946081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cff256-dc27-4007-9763-459b23ba23c6 req-0a9378fd-cd8b-4dc7-ab6f-1709b46b5873 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:26.947675 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-67cff256-dc27-4007-9763-459b23ba23c6 req-0a9378fd-cd8b-4dc7-ab6f-1709b46b5873 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0795310 Jun 07 08:21:27.002937 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-67cff256-dc27-4007-9763-459b23ba23c6 req-9cc59cb6-9c5c-4ab4-9959-83fc3d506ab1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489857 Jun 07 08:21:27.799857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78cc7a-bd8d-4f8f-9367-987bd752e760 req-01323624-571f-4468-b52e-50c8e4937ac1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:27.801282 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ab78cc7a-bd8d-4f8f-9367-987bd752e760 req-01323624-571f-4468-b52e-50c8e4937ac1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0778146 Jun 07 08:21:27.845497 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ab78cc7a-bd8d-4f8f-9367-987bd752e760 req-de194308-d2ce-4909-9013-16df2f28bcff tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386119 Jun 07 08:21:28.189833 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f014-200a-4e13-b4a3-75165746db28 req-9aba58a6-8abd-4a92-917f-b66a44119210 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:28.191561 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-da23f014-200a-4e13-b4a3-75165746db28 req-9aba58a6-8abd-4a92-917f-b66a44119210 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0847816 Jun 07 08:21:28.236590 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-da23f014-200a-4e13-b4a3-75165746db28 req-1a292db4-0e90-4d15-9dc9-531ebbb57440 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Jun 07 08:21:29.028807 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1653af-fcc1-41fc-ba2d-80e08d116444 req-a589d79f-bfbb-46af-86ef-7570cdbfe8cb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:29.030201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f1653af-fcc1-41fc-ba2d-80e08d116444 req-a589d79f-bfbb-46af-86ef-7570cdbfe8cb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0786343 Jun 07 08:21:29.074732 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f1653af-fcc1-41fc-ba2d-80e08d116444 req-ef969970-2764-4fbe-9a2a-972f341d3834 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382910 Jun 07 08:21:29.424839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f834-5bb2-4c62-a512-897c83fd4d4f req-928bc359-4902-4144-87d6-9b265cacc143 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:29.426310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc20f834-5bb2-4c62-a512-897c83fd4d4f req-928bc359-4902-4144-87d6-9b265cacc143 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0831251 Jun 07 08:21:29.469774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc20f834-5bb2-4c62-a512-897c83fd4d4f req-7db5de7f-5cd4-4adf-854f-b88e8dddda98 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379333 Jun 07 08:21:30.261138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ea17-1515-40ec-b366-6c9012df4e26 req-b5278869-c71d-446f-94e5-1ccc77a0581b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.262605 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6896ea17-1515-40ec-b366-6c9012df4e26 req-b5278869-c71d-446f-94e5-1ccc77a0581b tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0789757 Jun 07 08:21:30.309980 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6896ea17-1515-40ec-b366-6c9012df4e26 req-4f6d1469-9ffe-4f83-94ef-8e3fb13922fa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Jun 07 08:21:30.735580 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d3462-2b07-4c90-a723-b80ba0c8089f req-816f6a0f-c9ea-43c9-8cbf-528f1793ebb1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.736954 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-008d3462-2b07-4c90-a723-b80ba0c8089f req-816f6a0f-c9ea-43c9-8cbf-528f1793ebb1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1633081 Jun 07 08:21:30.782116 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-008d3462-2b07-4c90-a723-b80ba0c8089f req-5c6c86ed-2025-492e-b428-a214b653d5d1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=9499fd47-0d74-42ca-be57-130a986d5c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390816 Jun 07 08:21:30.936386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-35ffff8a-100d-4cf6-bc25-efd172cfb1db tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.938448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-35ffff8a-100d-4cf6-bc25-efd172cfb1db tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0820870 Jun 07 08:21:31.067482 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Deleting port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:31.067736 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.198151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] For port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:31.198507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.556559 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.557228 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.557339 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Floating IP 74662e20-4f13-4b34-9670-8d276d7aa2e7 disassociated. External IP: 172.27.0.9, port: 694c7b85-db2d-43cb-9cde-3cdc91eeed4d. Jun 07 08:21:31.557639 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Calling delete_port for 694c7b85-db2d-43cb-9cde-3cdc91eeed4d owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:31.579949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf1345-c9ae-416a-8ba4-104ba0bf8b49 req-31113269-d5c0-4294-a46c-728f3be035e1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:31.581405 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cacf1345-c9ae-416a-8ba4-104ba0bf8b49 req-31113269-d5c0-4294-a46c-728f3be035e1 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1335998 Jun 07 08:21:31.636890 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cacf1345-c9ae-416a-8ba4-104ba0bf8b49 req-1344ce07-6225-407b-afa6-880bcf3428fa tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489366 Jun 07 08:21:31.720657 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.730831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8945b9e1-6f8b-4a0f-9eac-b4fea27406d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:31.783341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'Port': ['ID=694c7b85-db2d-43cb-9cde-3cdc91eeed4d,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:31.785518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:31.961373 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3adabf89-cb09-4871-bfb2-4a1585ce6cc6 req-803ce660-6abe-449e-b338-0d5b88f6e0dd tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0684073 Jun 07 08:21:32.072920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeb451-c508-4871-904f-fcfa5aa9d724 req-fa7a0680-fd1f-4f56-b700-7d8b9baf0b0a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:32.074301 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4faeb451-c508-4871-904f-fcfa5aa9d724 req-fa7a0680-fd1f-4f56-b700-7d8b9baf0b0a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.2326024 Jun 07 08:21:32.082365 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:32.210055 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4faeb451-c508-4871-904f-fcfa5aa9d724 req-c2b3e6a9-32b9-48dc-ab5a-b10296a7634c tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261959 Jun 07 08:21:32.384699 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:32.394927 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:32.404047 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:32.404731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.456637 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] No DVR routers for this DVR port 694c7b85-db2d-43cb-9cde-3cdc91eeed4d on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:32.459131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.461029 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5fdc2af8-0f17-42b1-985e-757afab4b2ff req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "DELETE /v2.0/ports/694c7b85-db2d-43cb-9cde-3cdc91eeed4d HTTP/1.1" status: 204 len: 173 time: 1.5157323 Jun 07 08:21:32.461518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'name': 'network-vif-deleted', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:32.463864 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2709cb9-318b-4303-9262-29e0e0326c4d" -d '{"events": [{"server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "name": "network-vif-deleted", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:32.506634 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd7dcd-8465-43ae-86a3-cf8748b569a3 x-openstack-request-id: req-07bd7dcd-8465-43ae-86a3-cf8748b569a3 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:32.506949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05554f13-6dc4-43fa-a8f0-fd323d01dbf7", "name": "network-vif-deleted", "tag": "694c7b85-db2d-43cb-9cde-3cdc91eeed4d", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:32.507227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07bd7dcd-8465-43ae-86a3-cf8748b569a3 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:32.507669 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05554f13-6dc4-43fa-a8f0-fd323d01dbf7', 'name': 'network-vif-deleted', 'tag': '694c7b85-db2d-43cb-9cde-3cdc91eeed4d', 'status': 'completed', 'code': 200} Jun 07 08:21:32.615929 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:32.835445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad48d2-1683-4071-9361-fe5cabba7e89 req-cf51361c-111b-4b11-877d-a0f4fcc66662 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:32.836908 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3aad48d2-1683-4071-9361-fe5cabba7e89 req-cf51361c-111b-4b11-877d-a0f4fcc66662 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0783291 Jun 07 08:21:32.882002 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3aad48d2-1683-4071-9361-fe5cabba7e89 req-77b91cbc-9424-4e67-8d80-7efac9cbce22 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393662 Jun 07 08:21:32.917032 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.920852 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:32.929545 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:32.930177 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:33.112131 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:33.114099 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1c995509-30b1-4b57-a602-8ea21d47b358 req-7fe2a4b0-1d0b-4246-b544-805baf5468e1 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0469594 Jun 07 08:21:33.392844 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709bba3-1e5e-4370-8adc-80dcdb96fa61 req-47832006-45c1-4e17-b567-e812bf5c71ad tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:33.394231 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5709bba3-1e5e-4370-8adc-80dcdb96fa61 req-47832006-45c1-4e17-b567-e812bf5c71ad tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.0783479 Jun 07 08:21:33.419895 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:33.424326 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d572f-7cfb-4233-b19e-9bba214c8b8a None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:33.439151 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5709bba3-1e5e-4370-8adc-80dcdb96fa61 req-4ae560eb-e437-44ff-9e1a-47e11d68f141 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Jun 07 08:21:33.625596 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32996a-9f14-46d8-bc91-0eac3d1324a5 None None] New status for floating IP 74662e20-4f13-4b34-9670-8d276d7aa2e7: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:21:34.071829 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ed088-feb5-4f99-b4bf-e63a2648e109 req-2f626f07-0f99-48ab-938c-c26282f9301f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:34.073153 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ff9ed088-feb5-4f99-b4bf-e63a2648e109 req-2f626f07-0f99-48ab-938c-c26282f9301f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0810618 Jun 07 08:21:34.116696 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ff9ed088-feb5-4f99-b4bf-e63a2648e109 req-5a1de710-360a-4bf2-9a4d-6523948123b8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374038 Jun 07 08:21:34.269008 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6ba06804-45d6-4a5c-a9c6-cbc3b0711111 req-8d02b48c-7dcd-47dc-bbc8-b480337ed0e4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=05554f13-6dc4-43fa-a8f0-fd323d01dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0489171 Jun 07 08:21:34.632230 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308251d9-a6b4-4f33-b20d-ece216d93f4a req-afae3463-e47d-45fe-b8e1-7047e87ba2e0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:34.633737 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-308251d9-a6b4-4f33-b20d-ece216d93f4a req-afae3463-e47d-45fe-b8e1-7047e87ba2e0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.0912714 Jun 07 08:21:34.652320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 694c7b85-db2d-43cb-9cde-3cdc91eeed4d no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:34.682401 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-308251d9-a6b4-4f33-b20d-ece216d93f4a req-0de29370-36a0-4e46-9fa3-5a07a1d71146 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Jun 07 08:21:34.693638 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 694c7b85-db2d-43cb-9cde-3cdc91eeed4d {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:34.694022 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 694c7b85-db2d-43cb-9cde-3cdc91eeed4d not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:35.306108 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226f7b9-d61e-4e8a-be52-764d9ebdebce req-21b2103c-db4e-4844-9791-8d36070e9467 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:35.307629 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7226f7b9-d61e-4e8a-be52-764d9ebdebce req-21b2103c-db4e-4844-9791-8d36070e9467 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0806530 Jun 07 08:21:35.359812 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7226f7b9-d61e-4e8a-be52-764d9ebdebce req-5457de96-01a1-4c6a-9100-a130f07da02c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462916 Jun 07 08:21:35.392214 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46218) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:35.454230 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.480978 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.532905 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.535344 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.536427 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "DELETE /v2.0/security-groups/9499fd47-0d74-42ca-be57-130a986d5c81 HTTP/1.1" status: 204 len: 168 time: 0.1432319 Jun 07 08:21:35.537164 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9be25d1a-1bc4-457b-98a3-ff935aa2c314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:35.539430 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46220) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:35.547445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9499fd47-0d74-42ca-be57-130a986d5c81,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:35.549752 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:35.555006 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.api.v2.resource [None req-a736cff0-fed0-4b07-ac28-7ce259ee5606 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] show failed (client error): The resource could not be found. Jun 07 08:21:35.558721 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a736cff0-fed0-4b07-ac28-7ce259ee5606 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups/9499fd47-0d74-42ca-be57-130a986d5c81 HTTP/1.1" status: 404 len: 347 time: 0.0153649 Jun 07 08:21:35.558884 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46222) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:35.776145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Deleting port e161a907-b1c3-45b7-8b04-d7e969b1feb1 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:35.776511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.955077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.955360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.080104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbbde-1c2a-45c5-a731-574479eea97c req-e168deef-d9b9-4d43-afce-b3808fb451f8 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:36.081542 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd2fbbde-1c2a-45c5-a731-574479eea97c req-e168deef-d9b9-4d43-afce-b3808fb451f8 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.2867067 Jun 07 08:21:36.087784 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Calling delete_port for e161a907-b1c3-45b7-8b04-d7e969b1feb1 owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:36.142084 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd2fbbde-1c2a-45c5-a731-574479eea97c req-2c5c5b1d-e653-4889-9ad4-93d5b7bc6375 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Jun 07 08:21:36.232316 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.237101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-17c94281-683c-4a3a-b218-fdb201ede17a tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:36.279900 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'Port': ['ID=e161a907-b1c3-45b7-8b04-d7e969b1feb1,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:36.305136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:36.535677 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.537895 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.539020 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "DELETE /v2.0/floatingips/74662e20-4f13-4b34-9670-8d276d7aa2e7 HTTP/1.1" status: 204 len: 168 time: 0.9792857 Jun 07 08:21:36.595231 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-9d1bbd56-f24c-496c-a9c1-ea9a30d46ce0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:36.596652 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-9d1bbd56-f24c-496c-a9c1-ea9a30d46ce0 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 946 time: 0.1599629 Jun 07 08:21:36.603887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b63b37-bea7-4498-9f5b-4d52f487f15b req-03e7c65e-256d-4cea-94df-8555d76a8e55 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:36.605285 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f6b63b37-bea7-4498-9f5b-4d52f487f15b req-03e7c65e-256d-4cea-94df-8555d76a8e55 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1267419 Jun 07 08:21:36.731162 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f6b63b37-bea7-4498-9f5b-4d52f487f15b req-c2153ae0-d3c4-4cbb-9e2a-e3e75bf72a1a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958524 Jun 07 08:21:36.775647 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Deleting port 9714202a-a221-467d-b642-92ce2afd9dfb {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:36.775992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.841346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46236) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:36.846796 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841038265', 'description': 'tempest-description--1282123557'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:36.869802 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.917656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] For port 9714202a-a221-467d-b642-92ce2afd9dfb, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9714202a-a221-467d-b642-92ce2afd9dfb,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:36.918202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.966796 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.971751 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:36.975659 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-09a84050-873f-4f3d-b2b9-97e2d38e1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.011151 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.015553 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1698234 Jun 07 08:21:37.016123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46244) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:37.020966 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group_rule': {'security_group_id': 'ada82cfe-74a9-4dd9-8370-d151af12abef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:37.025005 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada82cfe-74a9-4dd9-8370-d151af12abef,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.027757 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.051382 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Calling delete_port for 9714202a-a221-467d-b642-92ce2afd9dfb owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:37.053408 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.108961 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.112863 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.114913 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-801909b0-bf70-4ea9-aa90-50f154648a38 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.135041 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c287698f-91b9-4e2b-abbc-d58d78e5d3ae,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.139576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.145414 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.146616 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-46d73e39-5df5-4fc5-963f-d6359660d78f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298473 Jun 07 08:21:37.149228 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46246) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:37.153793 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'security_group_rule': {'security_group_id': 'ada82cfe-74a9-4dd9-8370-d151af12abef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:37.169811 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.178079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3e06a947-553b-4371-9e39-fa92ff1b629b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.186787 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.208159 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9714202a-a221-467d-b642-92ce2afd9dfb'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:37.235763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Pushing event deleted for resources: {'Port': ['ID=9714202a-a221-467d-b642-92ce2afd9dfb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.272830 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.274945 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.277696 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.285287 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.303697 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ada8cc-70bd-4c87-836a-1443748c5750,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.306238 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.307464 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.311497 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9c10dc5f-414a-41a3-8b39-d8af79cd3438 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584966 Jun 07 08:21:37.312501 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46250) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:37.316796 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:37.343242 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.359214 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] No DVR routers for this DVR port 9714202a-a221-467d-b642-92ce2afd9dfb on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:37.362411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5bd9c6ee-3c6b-43e7-a011-47c25f87ce7c req-cb48acd0-a604-4203-a290-df72028a5497 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe346321-0b8d-4730-b81c-f4717e0ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0863369 Jun 07 08:21:37.363474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.365318 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-13cc88ee-422c-473e-8a83-68eb8f5a5e61 req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] 10.222.0.45 "DELETE /v2.0/ports/9714202a-a221-467d-b642-92ce2afd9dfb HTTP/1.1" status: 204 len: 173 time: 0.7591994 Jun 07 08:21:37.365804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'name': 'network-vif-deleted', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:37.368209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd779c4-6bbc-4b09-9429-f22dd1eaf423" -d '{"events": [{"server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "name": "network-vif-deleted", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:37.415882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5bbba-99e7-4025-9af0-19cdfc1907fb x-openstack-request-id: req-0af5bbba-99e7-4025-9af0-19cdfc1907fb {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:37.416202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe346321-0b8d-4730-b81c-f4717e0ac3e9", "name": "network-vif-deleted", "tag": "9714202a-a221-467d-b642-92ce2afd9dfb", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:37.416483 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0af5bbba-99e7-4025-9af0-19cdfc1907fb {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:37.416902 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe346321-0b8d-4730-b81c-f4717e0ac3e9', 'name': 'network-vif-deleted', 'tag': '9714202a-a221-467d-b642-92ce2afd9dfb', 'status': 'completed', 'code': 200} Jun 07 08:21:37.498150 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.636765 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Allocated IP 172.27.0.46 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/61d9bb19-d328-4776-a31c-1f482ab4d356) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:37.784573 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.814728 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.819505 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:37.888327 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=61d9bb19-d328-4776-a31c-1f482ab4d356,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:37.891852 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:37.892891 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:37.893688 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:37.895785 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:37.924115 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:37.934267 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b57a9-7d13-40e0-9f31-3d78b8104056 req-44ec56dc-ef17-4561-9613-a5af33151453 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:37.935745 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e38b57a9-7d13-40e0-9f31-3d78b8104056 req-44ec56dc-ef17-4561-9613-a5af33151453 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0904102 Jun 07 08:21:37.983063 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e38b57a9-7d13-40e0-9f31-3d78b8104056 req-cde2ecfd-8602-41c7-88e8-04539f1c3fee tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Jun 07 08:21:37.987722 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.274775 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.279155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.283957 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:38.335201 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.357389 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=61d9bb19-d328-4776-a31c-1f482ab4d356,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:38.360381 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.361544 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0484309 Jun 07 08:21:38.362515 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e6de3cac-24fc-435e-92be-d5e6c0564d65 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:38.586718 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-1076c964-ea82-4dbd-b3b3-aa36a412657c tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--841038265&fields=id&tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 267 time: 0.0425253 Jun 07 08:21:38.738474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-af332f12-a065-4ce2-a291-eb0169c98bc7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:38.739927 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-af332f12-a065-4ce2-a291-eb0169c98bc7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 810 time: 0.1466835 Jun 07 08:21:38.754663 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-657c454a-f9bf-4aa8-86e6-7bd553d95256 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/quotas/fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 375 time: 0.0094371 Jun 07 08:21:38.842260 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-e9fe446c-f853-4418-9858-3e556d0d950f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821271 Jun 07 08:21:39.029546 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-c36410b0-1401-4819-9191-50b73e3d2363 service neutron] 10.222.0.46 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741910 Jun 07 08:21:39.159236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46324) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:39.307409 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-d78b2c94-01a7-4835-b06d-96b6136afefb service neutron] 10.222.0.46 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705009 Jun 07 08:21:39.330996 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a800b-2ffe-495e-9e6e-ca553a5e316d req-df91b2d7-5b85-4fef-a6cb-633b04da2cdf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:39.332424 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b9a800b-2ffe-495e-9e6e-ca553a5e316d req-df91b2d7-5b85-4fef-a6cb-633b04da2cdf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2073286 Jun 07 08:21:39.381849 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b9a800b-2ffe-495e-9e6e-ca553a5e316d req-ebf8ca80-6aa5-40ba-8867-c3e1886ec5ac tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Jun 07 08:21:39.506582 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7280c8a8-c582-442b-99cb-fd953e05c0fe req-e00b0928-92dd-4bfe-b0cd-7d1f2d782cb9 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 210 time: 0.0504107 Jun 07 08:21:39.796085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:40.216583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Deleting port 84ee9253-29d2-4391-b8fc-374bb5340d67 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:40.217259 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:40.334337 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] For port 84ee9253-29d2-4391-b8fc-374bb5340d67, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=84ee9253-29d2-4391-b8fc-374bb5340d67,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:40.334692 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:40.455145 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Calling delete_port for 84ee9253-29d2-4391-b8fc-374bb5340d67 owned by network:router_interface {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:40.613845 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c499-7c05-4b31-ae2b-170aa573ad74 req-faa585ef-8490-41ca-93c7-931efeac1111 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:40.622164 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bf20c499-7c05-4b31-ae2b-170aa573ad74 req-faa585ef-8490-41ca-93c7-931efeac1111 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1162989 Jun 07 08:21:40.670041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9714202a-a221-467d-b642-92ce2afd9dfb no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:40.705323 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 9714202a-a221-467d-b642-92ce2afd9dfb {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:40.705999 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9714202a-a221-467d-b642-92ce2afd9dfb not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:40.833656 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a1993381-b8aa-4003-8809-da511e9588a3 req-a369c13e-8834-4abc-bed0-11b592b24917 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 210 time: 0.1847768 Jun 07 08:21:40.850414 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:40.856156 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bf20c499-7c05-4b31-ae2b-170aa573ad74 req-d07fdd69-dca3-4120-be44-bf05f55a6330 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256992 Jun 07 08:21:40.860834 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:40.912798 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-7c8ec08a-d559-4cbe-ac7c-9acc7720cb48 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:40.913050 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ee9253-29d2-4391-b8fc-374bb5340d67,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:40.914898 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-7c8ec08a-d559-4cbe-ac7c-9acc7720cb48 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 810 time: 0.2689936 Jun 07 08:21:40.916781 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:41.003692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-cbbced51-8bd0-45cc-869d-a3084dfc6704 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f HTTP/1.1" status: 200 len: 379 time: 0.0483527 Jun 07 08:21:41.013027 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'port': {'device_id': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'admin_state_up': True, 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'security_groups': ['ada82cfe-74a9-4dd9-8370-d151af12abef']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:41.177050 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.194298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Made reservation on behalf of fa1d940e8f274e4abb7fbabe3d2b207f for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:21:41.197638 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.416485 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Allocated IP 172.20.0.7 (03a40fec-0704-4c78-b60a-c62991020c51/72eaf7e8-b7d0-495e-a75f-3a0672100051/afea061b-d979-4dbd-be4c-4b7bf9d555fe) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:41.469316 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118862-c62f-4e06-88c1-f8e132d86376 req-0959310c-85db-48ae-90e8-d98006c8902b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:41.470818 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a9118862-c62f-4e06-88c1-f8e132d86376 req-0959310c-85db-48ae-90e8-d98006c8902b tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 946 time: 0.1399629 Jun 07 08:21:41.549675 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Router aac74ea5-a1a6-4b25-8414-41367d92034b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:41.601523 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a9118862-c62f-4e06-88c1-f8e132d86376 req-b365ca2d-86a4-4f42-90e4-817ec6243111 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244891 Jun 07 08:21:41.656297 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.672051 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Transition to ACTIVE for port object afea061b-d979-4dbd-be4c-4b7bf9d555fe will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:41.695364 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.701142 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:41.730373 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:41.739744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Sync routers for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:41.740372 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] 10.222.0.46 "PUT /v2.0/routers/aac74ea5-a1a6-4b25-8414-41367d92034b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799875 Jun 07 08:21:41.743895 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46362) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:41.748811 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:41.750025 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:41.842771 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Network 03a40fec-0704-4c78-b60a-c62991020c51 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:41.855365 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:41.862543 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:41.891819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event updated for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:41.901043 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:41.940606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:42.099022 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:42.099660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.137586 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.210484 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8bc37eef-1bcd-4c2b-b48b-d92a6d14d375 None None] Provisioning for port afea061b-d979-4dbd-be4c-4b7bf9d555fe completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:42.228170 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-8bc37eef-1bcd-4c2b-b48b-d92a6d14d375 None None] Provisioning complete for port afea061b-d979-4dbd-be4c-4b7bf9d555fe triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:42.228548 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8bc37eef-1bcd-4c2b-b48b-d92a6d14d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.299875 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2912402 Jun 07 08:21:42.322560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-8bc37eef-1bcd-4c2b-b48b-d92a6d14d375 None None] Port afea061b-d979-4dbd-be4c-4b7bf9d555fe cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:21:42.332969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Request body: {'port': {'device_id': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:42.359277 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:21:40Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:42.363437 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Checking router: aac74ea5-a1a6-4b25-8414-41367d92034b for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:42.372088 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Routers {'aac74ea5-a1a6-4b25-8414-41367d92034b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:42.372701 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['aac74ea5-a1a6-4b25-8414-41367d92034b'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:42.465001 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e362c-fac9-4274-afad-0895b2991699 req-ba6fcaa3-cbec-45e7-b7cf-1e064f80c370 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:42.466418 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-478e362c-fac9-4274-afad-0895b2991699 req-ba6fcaa3-cbec-45e7-b7cf-1e064f80c370 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 931 time: 0.4712715 Jun 07 08:21:42.549022 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] Set router aac74ea5-a1a6-4b25-8414-41367d92034b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:42.551589 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008c465-ac72-4d55-8107-cfb74b2a3ee0 req-84658ee1-d118-4702-aba6-7093050caa6e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:42.553050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3008c465-ac72-4d55-8107-cfb74b2a3ee0 req-84658ee1-d118-4702-aba6-7093050caa6e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.5194335 Jun 07 08:21:42.621293 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.628792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.656569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-478e362c-fac9-4274-afad-0895b2991699 req-561ab15f-20a9-47fa-afd7-afe254f47ad3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682622 Jun 07 08:21:42.678848 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:21:42.736087 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3008c465-ac72-4d55-8107-cfb74b2a3ee0 req-d49cd9a2-604b-4e5b-a6c4-56ed53e68a39 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632895 Jun 07 08:21:42.916602 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Deleting port b0c081d2-422a-404b-86b9-74140a6ecab3 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:42.916947 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:42.980352 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:42.998294 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'f98f5109-2820-41ae-adce-c1de667594f6', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:21:43.071160 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:21:40Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:43.078858 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.092743 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e704b7-cfd0-44d5-a2f5-b9727e25457f None None] The sync data for ids ['aac74ea5-a1a6-4b25-8414-41367d92034b'] in dv-cinder-784956-6-iscsi is: [{'id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'name': 'tempest-TestMinimumBasicScenario-1044807824-router', 'tenant_id': '2580ba787fc2426e8a45a01b623b43cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:11Z', 'updated_at': '2021-06-07T08:21:40Z', 'revision_number': 5, 'project_id': '2580ba787fc2426e8a45a01b623b43cd', 'gw_port': {'id': 'b0c081d2-422a-404b-86b9-74140a6ecab3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac74ea5-a1a6-4b25-8414-41367d92034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:12Z', 'updated_at': '2021-06-07T08:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:43.099525 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:43.116810 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:43.118575 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70230206-d91a-42dd-8304-651d0705d38d req-d4d1e146-e914-4503-bd76-9d178dfc6956 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:43.121028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.123017 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:43.126316 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-70230206-d91a-42dd-8304-651d0705d38d req-d4d1e146-e914-4503-bd76-9d178dfc6956 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 946 time: 0.3508031 Jun 07 08:21:43.222470 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=6']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:43.231307 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.231852 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.232150 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.232546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.232941 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.233366 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.234258 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.234688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.235122 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.235247 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] For port b0c081d2-422a-404b-86b9-74140a6ecab3, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b0c081d2-422a-404b-86b9-74140a6ecab3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:43.235555 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.235691 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.236126 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.236560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:43.240887 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:43.252598 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-70230206-d91a-42dd-8304-651d0705d38d req-32f650a1-61ee-42fc-9862-e9cf088c669c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/security-groups?id=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253724 Jun 07 08:21:43.311367 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['f98f5109-2820-41ae-adce-c1de667594f6'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:43.371951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Calling delete_port for b0c081d2-422a-404b-86b9-74140a6ecab3 owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:43.469988 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afea061b-d979-4dbd-be4c-4b7bf9d555fe {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:43.479630 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.518609 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Transition to ACTIVE for port object afea061b-d979-4dbd-be4c-4b7bf9d555fe will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:43.528612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.537020 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-43b0de53-8779-40c6-9b57-36782c97bafe tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:43.591979 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-8646d455-72e9-4777-8bd8-b6bbe84941b1 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:43.597609 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-8646d455-72e9-4777-8bd8-b6bbe84941b1 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 946 time: 0.1818314 Jun 07 08:21:43.802109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Pushing event updated for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:43.821703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:43.943015 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Deleting port c0883c51-dc13-4e95-b126-442385eac35b {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:43.943538 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.230207 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] For port c0883c51-dc13-4e95-b126-442385eac35b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c0883c51-dc13-4e95-b126-442385eac35b,segment=NetworkSegment(f3852fc6-bb89-4beb-8aeb-e385910dc42e),segment_id=f3852fc6-bb89-4beb-8aeb-e385910dc42e)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:44.230567 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.252148 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Attempting to bind port afea061b-d979-4dbd-be4c-4b7bf9d555fe on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:44.252486 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Attempting to bind port afea061b-d979-4dbd-be4c-4b7bf9d555fe by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:44.252826 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Attempting to bind port afea061b-d979-4dbd-be4c-4b7bf9d555fe on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:44.265096 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Port afea061b-d979-4dbd-be4c-4b7bf9d555fe on network 03a40fec-0704-4c78-b60a-c62991020c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:21:44.265525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Attempting to bind port afea061b-d979-4dbd-be4c-4b7bf9d555fe on network 03a40fec-0704-4c78-b60a-c62991020c51 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:44.278125 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.283365 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0a740746-65ac-4bb0-8c01-02f4ff270001 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:44.313879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:44.314209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Checking segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:44.316182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Bound using segment: {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:44.316182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Bound port: afea061b-d979-4dbd-be4c-4b7bf9d555fe, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11035c5-7b19-4312-889d-78f7a4529939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:44.316182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.341399 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 84ee9253-29d2-4391-b8fc-374bb5340d67 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:44.355711 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c081d2-422a-404b-86b9-74140a6ecab3,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:44.358628 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:44.398690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Calling delete_port for c0883c51-dc13-4e95-b126-442385eac35b owned by compute:nova {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:44.425809 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4519a4-53f1-48bc-949e-f515d1471f0e req-787800e8-579a-46bc-84df-9b6163ef9b67 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:44.429627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 84ee9253-29d2-4391-b8fc-374bb5340d67 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:44.431155 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 84ee9253-29d2-4391-b8fc-374bb5340d67 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:44.432743 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1c4519a4-53f1-48bc-949e-f515d1471f0e req-787800e8-579a-46bc-84df-9b6163ef9b67 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 943 time: 0.5288930 Jun 07 08:21:44.471309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808c101-6b98-4861-8432-44e78305a74a req-72ffe399-cb1e-4f22-830c-60beb257f8cb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:44.473691 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5808c101-6b98-4861-8432-44e78305a74a req-72ffe399-cb1e-4f22-830c-60beb257f8cb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.5097978 Jun 07 08:21:44.552115 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.564746 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:44.591054 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['c0883c51-dc13-4e95-b126-442385eac35b'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:44.618727 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1c4519a4-53f1-48bc-949e-f515d1471f0e req-8384ccfc-3364-4201-9b61-628650b8bedb tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824126 Jun 07 08:21:44.624363 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Pushing event deleted for resources: {'Port': ['ID=c0883c51-dc13-4e95-b126-442385eac35b,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:44.627951 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:44.644602 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5808c101-6b98-4861-8432-44e78305a74a req-c239a1fd-f675-4b0e-9847-e7910ccf4b17 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359994 Jun 07 08:21:44.657304 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:44.671662 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.680144 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:44.749865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] No DVR routers for this DVR port c0883c51-dc13-4e95-b126-442385eac35b on host hv-cinder-78495 {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:44.752423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.759721 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-a01c95bc-9b16-48a7-938a-e0fcfb54837a req-2e885ac7-79f0-4ef5-b0a2-f04abe7bdc06 tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.45 "DELETE /v2.0/ports/c0883c51-dc13-4e95-b126-442385eac35b HTTP/1.1" status: 204 len: 173 time: 1.1589701 Jun 07 08:21:44.760264 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'name': 'network-vif-deleted', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:44.765326 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e22c43-3b95-4623-9e04-65a1da9a0428" -d '{"events": [{"server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "name": "network-vif-deleted", "tag": "c0883c51-dc13-4e95-b126-442385eac35b"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:44.807844 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port f98f5109-2820-41ae-adce-c1de667594f6 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:44.808520 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:44.904783 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:44.973973 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7023b1a-7458-46b7-a989-2edf0cc91ca4 x-openstack-request-id: req-c7023b1a-7458-46b7-a989-2edf0cc91ca4 {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:44.974305 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0711612-a0c5-468a-9201-f1cc873c16ff", "name": "network-vif-deleted", "tag": "c0883c51-dc13-4e95-b126-442385eac35b", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:44.974629 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7023b1a-7458-46b7-a989-2edf0cc91ca4 {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:44.975056 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0711612-a0c5-468a-9201-f1cc873c16ff', 'name': 'network-vif-deleted', 'tag': 'c0883c51-dc13-4e95-b126-442385eac35b', 'status': 'completed', 'code': 200} Jun 07 08:21:44.995158 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b906b32f-6ec8-4844-9840-0c0e725637de req-e3e886f8-9090-46ae-afaa-bbbf5faf821c tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0711612-a0c5-468a-9201-f1cc873c16ff HTTP/1.1" status: 200 len: 210 time: 0.1418700 Jun 07 08:21:45.019516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.028285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.035979 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4b68a20f-b089-4c23-9fb0-dfb09a328528 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:45.037207 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.072937 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:45.076961 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6369c-9f60-4447-b414-748e6b906f15" -d '{"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:45.085748 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:45.092071 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.094712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:45.151941 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.155956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Pushing event updated for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:45.160451 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64099d73-8210-49bd-b873-28ede633424e x-openstack-request-id: req-64099d73-8210-49bd-b873-28ede633424e {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:45.160762 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:45.161020 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64099d73-8210-49bd-b873-28ede633424e {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:45.161419 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'code': 200} Jun 07 08:21:45.171933 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:45.176211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:45.176827 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.178214 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] 10.222.0.45 "PUT /v2.0/ports/afea061b-d979-4dbd-be4c-4b7bf9d555fe HTTP/1.1" status: 200 len: 1093 time: 2.8493810 Jun 07 08:21:45.178695 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:45.180980 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:45.190071 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=7']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:45.195127 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:45.222005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.222805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac74ea5-a1a6-4b25-8414-41367d92034b {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:21:45.229149 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.232977 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46406) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:45.252188 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] 10.222.0.46 "DELETE /v2.0/routers/aac74ea5-a1a6-4b25-8414-41367d92034b HTTP/1.1" status: 204 len: 168 time: 3.4974806 Jun 07 08:21:45.313645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376839c-0d38-4e6f-905e-47e62b3bddc5 x-openstack-request-id: req-e376839c-0d38-4e6f-905e-47e62b3bddc5 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:45.314370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:45.314792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e376839c-0d38-4e6f-905e-47e62b3bddc5 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:45.315315 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'status': 'completed', 'code': 200} Jun 07 08:21:45.349758 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Deleting subnet c5db4a75-1287-49bb-ad1f-38335eba31c5 {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:21:45.354122 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.402089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-9afc2dc2-39d2-4467-b4d3-dcbbf76c6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:45.402089 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-9afc2dc2-39d2-4467-b4d3-dcbbf76c6bd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 1096 time: 0.1429110 Jun 07 08:21:45.438000 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.525991 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-c2590868-3f8c-4f0a-8796-eacd933936ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe HTTP/1.1" status: 200 len: 217 time: 0.1112058 Jun 07 08:21:45.541630 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.606577 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f2d0cb3f-200a-423d-b74b-9f8d7fb61d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:45.608448 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-f2d0cb3f-200a-423d-b74b-9f8d7fb61d11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0761168 Jun 07 08:21:45.623692 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.637668 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-4e464246-7c99-4d57-bcc5-ad2ea5a667a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:45.691897 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:45.694054 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c5db4a75-1287-49bb-ad1f-38335eba31c5 HTTP/1.1" status: 204 len: 168 time: 0.4595430 Jun 07 08:21:45.694784 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa8dae-774d-4758-a1e1-570d29ffe431 None None] Network 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:45.697391 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46412) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:45.700777 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5db4a75-1287-49bb-ad1f-38335eba31c5,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:45.703983 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5ff4a788-9064-4e06-b673-dd0606050717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:45.830905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.015565 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-18214d22-630a-42d8-83d1-d2e8bb749dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:46.017218 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-18214d22-630a-42d8-83d1-d2e8bb749dcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3970387 Jun 07 08:21:46.074757 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] DHCP port deletion for 12f0c246-3e62-4f2e-9d64-2eb6a1f591eb request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:21:46.163979 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4625e-9ec1-4cbf-b971-67a92c462952 req-2c55994c-4e92-4052-8e17-cae11efaeb6f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:46.165532 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bdd4625e-9ec1-4cbf-b971-67a92c462952 req-2c55994c-4e92-4052-8e17-cae11efaeb6f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2898431 Jun 07 08:21:46.182074 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21400a-77d7-4282-b490-6dcd6ddcbbf1 req-0c09d727-1979-486c-9bc1-56bf699a30c8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:46.183657 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ce21400a-77d7-4282-b490-6dcd6ddcbbf1 req-0c09d727-1979-486c-9bc1-56bf699a30c8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 943 time: 0.3506010 Jun 07 08:21:46.186238 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Deleting port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:46.187230 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.271537 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Deleting port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:46.271537 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.285683 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-a25c2a83-c4fe-4760-b175-cde890c7b54d service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600076 Jun 07 08:21:46.326525 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:46.326955 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.419940 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 725e4eea-6d5f-4de9-b7fc-0297c9351d8e no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:46.450803 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bdd4625e-9ec1-4cbf-b971-67a92c462952 req-00a7836d-e8f5-4f19-b35e-2e8a4ab91463 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660921 Jun 07 08:21:46.462321 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ce21400a-77d7-4282-b490-6dcd6ddcbbf1 req-5840b332-058a-4543-9652-90ca12d09638 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566583 Jun 07 08:21:46.561422 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Calling delete_port for 725e4eea-6d5f-4de9-b7fc-0297c9351d8e owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:46.641296 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c7e7dae6-36de-4816-91a8-cfd3d76cdf14 req-957a8cd5-1a30-475e-b7b1-9c4594ecf66f service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449934 Jun 07 08:21:46.647507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:46.647883 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.771270 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.817646 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,segment=NetworkSegment(a39cab2e-15b1-4202-ac62-833e1dc7b205),segment_id=a39cab2e-15b1-4202-ac62-833e1dc7b205)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:46.825472 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.826283 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b0c081d2-422a-404b-86b9-74140a6ecab3 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:46.854199 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:46.868857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Calling delete_port for 725e4eea-6d5f-4de9-b7fc-0297c9351d8e owned by network:dhcp {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:46.911736 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: b0c081d2-422a-404b-86b9-74140a6ecab3 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:46.912137 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b0c081d2-422a-404b-86b9-74140a6ecab3 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:46.916759 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:46.920437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-3089d5f7-f9d7-4b74-ae5a-fa77286abe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:46.932755 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] No DVR routers for this DVR port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:46.933611 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-3089d5f7-f9d7-4b74-ae5a-fa77286abe60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 1096 time: 0.1621084 Jun 07 08:21:46.951958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:46.968275 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:46.968745 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:47.064846 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Pushing event deleted for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:47.070095 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:47.099923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.112157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0fd11db2-334c-4434-9d8e-f11734649774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:47.153684 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] No DVR routers for this DVR port 725e4eea-6d5f-4de9-b7fc-0297c9351d8e on host dv-cinder-784956-6-iscsi {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:47.189226 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-7826c470-afb6-4b17-82d2-119052b34e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:47.191094 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-7826c470-afb6-4b17-82d2-119052b34e3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.2567868 Jun 07 08:21:47.194604 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Pushing event deleted for resources: {'Port': ['ID=725e4eea-6d5f-4de9-b7fc-0297c9351d8e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:47.199720 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:47.224317 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.282815 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-a7759075-fe22-4030-a50f-488ea2f55341 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe HTTP/1.1" status: 200 len: 217 time: 0.0819581 Jun 07 08:21:47.412684 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.430982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f0c246-3e62-4f2e-9d64-2eb6a1f591eb']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:47.444182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-c0b67bf2-315e-48c1-abb5-62f5e83496a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:47.445701 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-c0b67bf2-315e-48c1-abb5-62f5e83496a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.1532836 Jun 07 08:21:47.450076 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39cab2e-15b1-4202-ac62-833e1dc7b205') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:47.450372 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39cab2e-15b1-4202-ac62-833e1dc7b205') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:47.521451 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.548526 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.557262 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:21:47.557667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: util.warn( Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: util.warn( Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: util.warn( Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: util.warn( Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:21:47.571513 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:21:47.656202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-366d2ec1-cf17-4233-8b3c-50d236bfa431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:47.658008 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-366d2ec1-cf17-4233-8b3c-50d236bfa431 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1998630 Jun 07 08:21:47.664198 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.777676 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:47.790869 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:47.794405 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] 10.222.0.46 "DELETE /v2.0/networks/12f0c246-3e62-4f2e-9d64-2eb6a1f591eb HTTP/1.1" status: 204 len: 168 time: 2.0960088 Jun 07 08:21:47.795607 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46430) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:47.838044 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Pushing event deleted for resources: {'Network': ['ID=12f0c246-3e62-4f2e-9d64-2eb6a1f591eb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:47.893660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:47.960055 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-314de23b-5eb6-4466-bbfc-3d0f6ab438d8 service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582214 Jun 07 08:21:47.971115 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b476edf-ab70-4ef3-adb8-7ee491ca6348 req-a00fbf4f-7013-49eb-a4ab-bc2495fb091a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:47.972586 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8b476edf-ab70-4ef3-adb8-7ee491ca6348 req-a00fbf4f-7013-49eb-a4ab-bc2495fb091a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 943 time: 0.2522054 Jun 07 08:21:48.147645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482a5e-94fb-43c1-a4b9-43431757f6b5 req-22a64ee0-851b-4f5a-b847-4028f05e844c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:48.149231 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a4482a5e-94fb-43c1-a4b9-43431757f6b5 req-22a64ee0-851b-4f5a-b847-4028f05e844c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.4826524 Jun 07 08:21:48.261047 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8b476edf-ab70-4ef3-adb8-7ee491ca6348 req-4133da13-7007-417e-b805-112770c8f83f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671809 Jun 07 08:21:48.306019 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a4482a5e-94fb-43c1-a4b9-43431757f6b5 req-e82fb687-bd68-4e28-acf8-f948630e4892 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377861 Jun 07 08:21:48.357103 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66bbac98-f9c5-40e5-96e1-4dc13dec2eca req-3b533a63-b285-4565-8a70-2a1bcd6a88aa service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828340 Jun 07 08:21:48.483160 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:48.705830 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device c0883c51-dc13-4e95-b126-442385eac35b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:48.764655 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: c0883c51-dc13-4e95-b126-442385eac35b {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:48.765012 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device c0883c51-dc13-4e95-b126-442385eac35b not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:49.039274 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Deleting port 7d23834c-7da2-4c34-b430-aa2c02bca2eb {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:49.039845 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:49.173881 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] For port 7d23834c-7da2-4c34-b430-aa2c02bca2eb, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7d23834c-7da2-4c34-b430-aa2c02bca2eb,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:49.174256 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:49.310396 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Calling delete_port for 7d23834c-7da2-4c34-b430-aa2c02bca2eb owned by network:router_interface {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:49.492425 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde22b0-db9e-4c99-bac2-9d64a9ea4f3b req-97e56bf3-85e6-4fac-967c-e5011ee08df5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:49.499828 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4bde22b0-db9e-4c99-bac2-9d64a9ea4f3b req-97e56bf3-85e6-4fac-967c-e5011ee08df5 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 943 time: 0.1107986 Jun 07 08:21:49.551596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:49.561704 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-547c7c3c-d9ae-4324-b372-9315dbc47ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:49.607641 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d23834c-7da2-4c34-b430-aa2c02bca2eb,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:49.624903 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4bde22b0-db9e-4c99-bac2-9d64a9ea4f3b req-469943cb-9d8b-442a-beee-3ff8fbc4e9d9 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236551 Jun 07 08:21:49.664453 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.664925 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.665570 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.665951 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.666553 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.666948 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.667391 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.667832 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.668274 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.668726 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.669164 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.669597 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:49.681060 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:49.687426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1c5ca-cf80-4396-be7c-e121344dc366 req-ea4feaf2-8e1d-4fab-8aa8-2d2b699ab78a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:49.688959 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-15e1c5ca-cf80-4396-be7c-e121344dc366 req-ea4feaf2-8e1d-4fab-8aa8-2d2b699ab78a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1870575 Jun 07 08:21:49.782315 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-15e1c5ca-cf80-4396-be7c-e121344dc366 req-50db3d9e-d185-40c0-bba2-65181e50e6df tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860186 Jun 07 08:21:49.940797 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:50.343802 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Router 75517d87-a26f-4205-b845-515ce026216b has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:50.665218 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:50.674220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46446) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:50.675561 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a94a70f5-6539-4f0b-a004-ee8f8b7499a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/75517d87-a26f-4205-b845-515ce026216b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8786752 Jun 07 08:21:50.680631 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Sync routers for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:50.705261 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:50.708999 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:50.721673 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-72671995-7062-4fc1-9dfd-30f81622427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:50.967409 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:51.039959 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:51.129184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106937c-0fad-4a9f-8d83-4f3fa33ddeb1 req-f1208c17-a0d4-40b9-bbf3-4e3077b0da74 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:51.135989 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2106937c-0fad-4a9f-8d83-4f3fa33ddeb1 req-f1208c17-a0d4-40b9-bbf3-4e3077b0da74 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 943 time: 0.3046281 Jun 07 08:21:51.266333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7a31b-d7e0-489b-a1d7-8d83e21dd694 req-d56416c8-56de-45d1-85a0-c7c3c6c2e8c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:51.273506 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ef7a31b-d7e0-489b-a1d7-8d83e21dd694 req-d56416c8-56de-45d1-85a0-c7c3c6c2e8c9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.3294213 Jun 07 08:21:51.309922 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2106937c-0fad-4a9f-8d83-4f3fa33ddeb1 req-0c01102a-ae04-49e9-a598-03a6b3e06489 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730356 Jun 07 08:21:51.331961 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94016166-1847-448b-a888-48614ce0df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:21:49Z', 'revision_number': 5, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port': {'id': '94016166-1847-448b-a888-48614ce0df36', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75517d87-a26f-4205-b845-515ce026216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:18:22Z', 'updated_at': '2021-06-07T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:51.337297 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Checking router: 75517d87-a26f-4205-b845-515ce026216b for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:51.353344 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Routers {'75517d87-a26f-4205-b845-515ce026216b'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:51.354440 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['75517d87-a26f-4205-b845-515ce026216b'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:51.359254 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ef7a31b-d7e0-489b-a1d7-8d83e21dd694 req-427a3778-baad-45d3-9412-33d7b70d84c7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849886 Jun 07 08:21:51.360839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:51.479380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Deleting port 94016166-1847-448b-a888-48614ce0df36 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:51.479746 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:51.570847 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] Set router 75517d87-a26f-4205-b845-515ce026216b gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:51.615521 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] For port 94016166-1847-448b-a888-48614ce0df36, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=94016166-1847-448b-a888-48614ce0df36,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:51.615923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:51.647227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device afea061b-d979-4dbd-be4c-4b7bf9d555fe details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:21:51.695741 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:21:51Z', 'revision_number': 6, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:51.706685 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d637-bde8-49eb-bdc4-47ed1dd95232 None None] The sync data for ids ['75517d87-a26f-4205-b845-515ce026216b'] in dv-cinder-784956-6-iscsi is: [{'id': '75517d87-a26f-4205-b845-515ce026216b', 'name': 'tempest-TestMinimumBasicScenario-1629185873-router', 'tenant_id': '5bbda3657981498f91219585fd629ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:18:21Z', 'updated_at': '2021-06-07T08:21:51Z', 'revision_number': 6, 'project_id': '5bbda3657981498f91219585fd629ea4', 'gw_port_host': None}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:51.817081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Calling delete_port for 94016166-1847-448b-a888-48614ce0df36 owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:51.835038 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:51.851602 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'port_id': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'mac_address': 'fa:16:3e:cb:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:21:51.954604 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:51.974343 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afea061b-d979-4dbd-be4c-4b7bf9d555fe {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:52.001406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:52.004868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.009338 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:52.050584 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.055303 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-241d7d7d-cdd2-4737-911e-5452c3663e03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:52.122039 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:52.125294 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:52.256635 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Pushing event deleted for resources: {'Port': ['ID=94016166-1847-448b-a888-48614ce0df36,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:52.301769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.302328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.302838 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.303253 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.303680 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.304101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.304524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.304943 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.305368 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.305803 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.306233 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.306646 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:52.310177 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:52.330919 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['afea061b-d979-4dbd-be4c-4b7bf9d555fe'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:52.388341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.709549 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7d23834c-7da2-4c34-b430-aa2c02bca2eb no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:52.746969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.750065 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.757297 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 7d23834c-7da2-4c34-b430-aa2c02bca2eb {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:52.757820 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7d23834c-7da2-4c34-b430-aa2c02bca2eb not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:52.758370 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 94016166-1847-448b-a888-48614ce0df36 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:52.792461 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.793223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75517d87-a26f-4205-b845-515ce026216b {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:21:52.804036 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:52.807653 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] 10.222.0.46 "DELETE /v2.0/routers/75517d87-a26f-4205-b845-515ce026216b HTTP/1.1" status: 204 len: 168 time: 2.1254897 Jun 07 08:21:52.808006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46464) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:52.846057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 94016166-1847-448b-a888-48614ce0df36 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:52.846582 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 94016166-1847-448b-a888-48614ce0df36 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:52.880900 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b41af9-36c1-4a50-88af-9580c198b7fc req-998f8e9c-ad72-4dcf-a6cd-3dd5eb977fc8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:52.891672 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-44b41af9-36c1-4a50-88af-9580c198b7fc req-998f8e9c-ad72-4dcf-a6cd-3dd5eb977fc8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 944 time: 0.2954588 Jun 07 08:21:52.929341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bea074-8f80-4ef5-905e-17cde7fcaaa8 req-3b47a25f-d117-40c8-b7a0-df25016ab86d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:52.932810 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90bea074-8f80-4ef5-905e-17cde7fcaaa8 req-3b47a25f-d117-40c8-b7a0-df25016ab86d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.3785348 Jun 07 08:21:52.943592 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Deleting subnet 9f855636-d476-4435-988c-be8e342c8bff {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:21:52.947233 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.024486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.027175 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90bea074-8f80-4ef5-905e-17cde7fcaaa8 req-6d4b84b3-170c-4432-bf82-41d87ff01f7f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838201 Jun 07 08:21:53.052889 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-44b41af9-36c1-4a50-88af-9580c198b7fc req-5745c463-9028-4fab-9b50-31d2d1d02450 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599975 Jun 07 08:21:53.067184 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.166119 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.170514 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3961ce4d-df4c-4150-926e-49c4393c8a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:53.232025 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f855636-d476-4435-988c-be8e342c8bff,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:53.234433 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.238525 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9f855636-d476-4435-988c-be8e342c8bff HTTP/1.1" status: 204 len: 168 time: 0.4272504 Jun 07 08:21:53.238525 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:53.238943 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46468) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:53.239053 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d67990-b4c3-4145-972b-e40ee5bcf8b1 None None] Network 15acf199-657d-48c1-a54b-70c38745ed00 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:53.263165 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.386116 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.444594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-8738d3fa-4e03-49d3-b00e-22f99807b73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.490747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Deleting port 65ce29df-ffb4-4839-a812-7e3645fe8155 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:53.491086 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.557005 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] DHCP port deletion for 15acf199-657d-48c1-a54b-70c38745ed00 request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:21:53.602423 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] For port 65ce29df-ffb4-4839-a812-7e3645fe8155, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=65ce29df-ffb4-4839-a812-7e3645fe8155,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:53.602885 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.642500 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Deleting port 65ce29df-ffb4-4839-a812-7e3645fe8155 {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:21:53.642885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.656484 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device afea061b-d979-4dbd-be4c-4b7bf9d555fe up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:53.756727 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Calling delete_port for 65ce29df-ffb4-4839-a812-7e3645fe8155 owned by network:dhcp {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:53.808104 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:53.813612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:53.882738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ce29df-ffb4-4839-a812-7e3645fe8155,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:53.882738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] No DVR routers for this DVR port 65ce29df-ffb4-4839-a812-7e3645fe8155 on host dv-cinder-784956-6-iscsi {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:53.882738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:53.910995 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] For port 65ce29df-ffb4-4839-a812-7e3645fe8155, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=65ce29df-ffb4-4839-a812-7e3645fe8155,segment=NetworkSegment(0916a1be-7db0-4b7f-8ea3-8da08d675d9c),segment_id=0916a1be-7db0-4b7f-8ea3-8da08d675d9c)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:53.912000 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.011949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.024956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15acf199-657d-48c1-a54b-70c38745ed00']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:54.040508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0916a1be-7db0-4b7f-8ea3-8da08d675d9c') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:54.040808 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0916a1be-7db0-4b7f-8ea3-8da08d675d9c') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:54.042644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Calling delete_port for 65ce29df-ffb4-4839-a812-7e3645fe8155 owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:21:54.054080 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port afea061b-d979-4dbd-be4c-4b7bf9d555fe completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:54.056180 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.068474 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port afea061b-d979-4dbd-be4c-4b7bf9d555fe triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:54.069137 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.113876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.128858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:21:54.129277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.157418 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.161601 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:54.209643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Pushing event deleted for resources: {'Port': ['ID=65ce29df-ffb4-4839-a812-7e3645fe8155,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:54.213862 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:21:54.222369 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:21:54.273974 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.283868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] No DVR routers for this DVR port 65ce29df-ffb4-4839-a812-7e3645fe8155 on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:21:54.319477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:54.321745 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8721d7e2-60b7-4b7e-9412-773b45ea2e55" -d '{"events": [{"server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "name": "network-vif-plugged", "status": "completed", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:54.340435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:54.346486 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.348402 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:54.394183 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 65ce29df-ffb4-4839-a812-7e3645fe8155 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:21:54.435161 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.450658 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:54.463594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 65ce29df-ffb4-4839-a812-7e3645fe8155 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:21:54.464049 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 65ce29df-ffb4-4839-a812-7e3645fe8155 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:21:54.475221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.479473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.482848 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] 10.222.0.46 "DELETE /v2.0/networks/15acf199-657d-48c1-a54b-70c38745ed00 HTTP/1.1" status: 204 len: 168 time: 1.2401981 Jun 07 08:21:54.483169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Pushing event deleted for resources: {'Network': ['ID=15acf199-657d-48c1-a54b-70c38745ed00,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:54.489141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:54.491209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:54.492797 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:54.518172 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa353-7e1b-44be-a148-8cb0bdfda54f req-50fba279-c665-44a6-ba2b-399ac5b5e00b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:54.519749 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ed4fa353-7e1b-44be-a148-8cb0bdfda54f req-50fba279-c665-44a6-ba2b-399ac5b5e00b tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.2091365 Jun 07 08:21:54.527480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330ac2-0de7-45da-ade5-923253dc107a req-7c48cf44-c40a-43e2-b833-588e2b7ad3f4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:54.528934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1a330ac2-0de7-45da-ade5-923253dc107a req-7c48cf44-c40a-43e2-b833-588e2b7ad3f4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2277656 Jun 07 08:21:54.713182 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46482) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:54.731693 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ed4fa353-7e1b-44be-a148-8cb0bdfda54f req-4d236c9c-cce0-4ca6-a600-0b922ca6abc2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976097 Jun 07 08:21:54.737731 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1a330ac2-0de7-45da-ade5-923253dc107a req-2bba320f-887c-4127-bfdc-072109db0c4a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897388 Jun 07 08:21:54.774512 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a9b99f8a-5479-42d5-bc4f-2542edcee06a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2580ba787fc2426e8a45a01b623b43cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600331 Jun 07 08:21:54.776881 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46488) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:54.798577 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c6ba0-d72b-4e2b-ba73-08b3cee58276 x-openstack-request-id: req-d12c6ba0-d72b-4e2b-ba73-08b3cee58276 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:54.799080 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "name": "network-vif-plugged", "status": "completed", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:54.799542 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d12c6ba0-d72b-4e2b-ba73-08b3cee58276 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:54.800120 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'code': 200} Jun 07 08:21:54.841829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.880289 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.965851 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.970394 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:54.975091 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5 HTTP/1.1" status: 204 len: 168 time: 0.1970685 Jun 07 08:21:54.976320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a2b5f263-49b5-46b1-84b6-ab8a1b8b7958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:54.990264 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c0555-af8e-4d2e-b1c9-cb8fd302bee5,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:54.993048 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:55.136169 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06fbb-ec64-4d5a-8579-eaed2360e7df req-0f6173af-4fa3-4883-a574-ee02b3cab906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:55.138314 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fcd06fbb-ec64-4d5a-8579-eaed2360e7df req-0f6173af-4fa3-4883-a574-ee02b3cab906 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 1098 time: 0.1086328 Jun 07 08:21:55.230107 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fcd06fbb-ec64-4d5a-8579-eaed2360e7df req-f6c5f74d-c9e7-452e-8891-fe300d9f8ae1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769811 Jun 07 08:21:55.493207 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46502) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:55.558539 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-71287647-7507-4d7b-b912-3b13f9b244e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bbda3657981498f91219585fd629ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638218 Jun 07 08:21:55.561971 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46504) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:55.631012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.660902 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.714652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.717126 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.720492 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e81c6b2c-238b-4154-9156-290680a61017 HTTP/1.1" status: 204 len: 168 time: 0.1552677 Jun 07 08:21:55.720492 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-90057458-a431-4a5e-9b44-49e9dbe0e3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:55.732267 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c6b2c-238b-4154-9156-290680a61017,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:55.735109 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:55.984064 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056a70-38c6-4f97-aa90-77ff805711cb req-a17e5111-a6e6-4d4e-891e-c4bcd784a4a4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:55.985646 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-23056a70-38c6-4f97-aa90-77ff805711cb req-a17e5111-a6e6-4d4e-891e-c4bcd784a4a4 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.1476734 Jun 07 08:21:55.996763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a648c-d028-4bb7-a453-16998083a7d4 req-faccce6b-d6db-4812-81e0-841abe3b28db tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:55.998418 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-367a648c-d028-4bb7-a453-16998083a7d4 req-faccce6b-d6db-4812-81e0-841abe3b28db tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1269248 Jun 07 08:21:56.074502 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-23056a70-38c6-4f97-aa90-77ff805711cb req-c302fd05-49a4-429d-ada1-53163047d41e tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748751 Jun 07 08:21:56.082317 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-367a648c-d028-4bb7-a453-16998083a7d4 req-d4a1480e-6f4b-4d73-ae7e-da6e8a7936e9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690184 Jun 07 08:21:56.205222 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:56.527920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-d07536ae-605c-4815-ba16-4457b28bafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:56.529870 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-d07536ae-605c-4815-ba16-4457b28bafed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1098 time: 0.0818362 Jun 07 08:21:56.664561 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-1a52ed94-da93-43df-8874-5e6d6c8766d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:56.665905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-1a52ed94-da93-43df-8874-5e6d6c8766d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1296830 Jun 07 08:21:56.775765 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-19455647-81f4-4176-aa97-4f44c08ccaa3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 1001 time: 0.1029940 Jun 07 08:21:56.849012 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-29d7047f-fdcf-4414-82ab-5aab244dce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:56.850739 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-29d7047f-fdcf-4414-82ab-5aab244dce12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0691497 Jun 07 08:21:56.925750 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-4ca97f14-9551-4b2c-92a3-61eab3cfcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:56.927172 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-4ca97f14-9551-4b2c-92a3-61eab3cfcd6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698328 Jun 07 08:21:57.057760 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-dab1530c-fae9-4f3b-8343-a19c7cdefb3e service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230886 Jun 07 08:21:57.232704 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cedb6922-d484-4c51-9bdd-5e883fe43511 req-156537f9-ac8b-4b09-8ca9-f6961f521804 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680036 Jun 07 08:21:57.332600 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a140f-4947-46c2-aa3c-4b11f5c0a555 req-41ac5687-9360-4ea6-83f7-32e0486ee5e7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:57.334050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8e2a140f-4947-46c2-aa3c-4b11f5c0a555 req-41ac5687-9360-4ea6-83f7-32e0486ee5e7 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.1458328 Jun 07 08:21:57.341663 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3b8dc-b6a9-45e1-824c-821727b82afa req-a31e89ee-f5c2-4a0b-b0c6-968aa18b3c2c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:57.343061 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f9a3b8dc-b6a9-45e1-824c-821727b82afa req-a31e89ee-f5c2-4a0b-b0c6-968aa18b3c2c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.1128392 Jun 07 08:21:57.416364 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8e2a140f-4947-46c2-aa3c-4b11f5c0a555 req-1bf556f4-04f5-4cff-9e60-c35afb6d6d5a tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720649 Jun 07 08:21:57.418987 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f9a3b8dc-b6a9-45e1-824c-821727b82afa req-b22ab6f8-df55-430e-9061-866f93ad7c68 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593376 Jun 07 08:21:57.599395 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776f9e-7a22-437a-9f7a-cfa3fe483d9a req-2f9279d9-b7db-4d73-859d-aaf6261c8515 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:57.603928 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-60776f9e-7a22-437a-9f7a-cfa3fe483d9a req-2f9279d9-b7db-4d73-859d-aaf6261c8515 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.0844266 Jun 07 08:21:57.610162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46536) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:57.614701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Request body: {'floatingip': {'port_id': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:57.694130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:58.541249 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:58.577217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:58.770287 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7729-ebde-4d76-a68d-a8deb1277bd5 req-dfaa4516-aaa9-40c7-a6d7-db1740a3d07a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:58.771722 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-272f7729-ebde-4d76-a68d-a8deb1277bd5 req-dfaa4516-aaa9-40c7-a6d7-db1740a3d07a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.2397881 Jun 07 08:21:58.774282 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Floating IP 25e8b9b6-2017-41fd-8673-a11b44497036 associated. External IP: 172.27.0.46, port: afea061b-d979-4dbd-be4c-4b7bf9d555fe. Jun 07 08:21:58.888711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-272f7729-ebde-4d76-a68d-a8deb1277bd5 req-b2f39260-a539-4bf4-8e6f-1ed4e478f6b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673423 Jun 07 08:21:59.246622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:59.429254 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:59.433958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:59.438959 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:59.449147 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:59.449697 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:59.489928 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ecd0d3de-e96c-456f-a76b-fbecd775e679 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "PUT /v2.0/floatingips/25e8b9b6-2017-41fd-8673-a11b44497036 HTTP/1.1" status: 200 len: 990 time: 1.8786898 Jun 07 08:21:59.490590 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:59.492937 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45c4e39-f30b-40a9-9998-968760a8483c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:59.534730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec842d1-8f87-47a5-b7f2-aabb71f227c1 x-openstack-request-id: req-2ec842d1-8f87-47a5-b7f2-aabb71f227c1 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:59.535057 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:59.535367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ec842d1-8f87-47a5-b7f2-aabb71f227c1 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:59.535792 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'status': 'completed', 'code': 200} Jun 07 08:21:59.627074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:59.992276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '25e8b9b6-2017-41fd-8673-a11b44497036', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:cb:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:37Z', 'updated_at': '2021-06-07T08:21:58Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:59.996061 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:22:00.004051 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:00.004643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:00.077374 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06936c-ac9e-4d28-a3d1-612f1d0c8cde req-4dd8acad-5c87-4776-a0ff-bd018ecd91bf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:00.078774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5a06936c-ac9e-4d28-a3d1-612f1d0c8cde req-4dd8acad-5c87-4776-a0ff-bd018ecd91bf tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0779226 Jun 07 08:22:00.124499 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5a06936c-ac9e-4d28-a3d1-612f1d0c8cde req-c1bc7fcb-d212-4353-afa2-838f58389169 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Jun 07 08:22:00.180512 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:00.515327 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '25e8b9b6-2017-41fd-8673-a11b44497036', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:cb:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:37Z', 'updated_at': '2021-06-07T08:21:58Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:00.519089 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2c0bd-3e8e-4b5d-bdf6-f3881a3a1eb6 None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '25e8b9b6-2017-41fd-8673-a11b44497036', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'port_id': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'mac_address': 'fa:16:3e:cb:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:37Z', 'updated_at': '2021-06-07T08:21:58Z', 'revision_number': 1, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:22:00.694341 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862009c-a3e5-42c4-9da5-ab0c521156a3 None None] New status for floating IP 25e8b9b6-2017-41fd-8673-a11b44497036: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:22:01.316936 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b1b17-a3ac-4884-8fb5-ae432428715d req-a178f4a3-034d-442c-9264-2aa9f57f9109 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:01.318403 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f15b1b17-a3ac-4884-8fb5-ae432428715d req-a178f4a3-034d-442c-9264-2aa9f57f9109 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 945 time: 0.0859821 Jun 07 08:22:01.362174 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f15b1b17-a3ac-4884-8fb5-ae432428715d req-a0415a4b-6462-40cc-9dd9-68a7da3c3949 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Jun 07 08:22:01.428861 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:22:01.539761 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:01.569253 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:22:01.571540 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b66f6c-01fc-4da6-9b02-315d4248a6bd" -d '{"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:22:01.580298 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:01.584317 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:01.586303 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:01.602322 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4e39-f30b-40a9-9998-968760a8483c req-7f7ee7eb-8fa2-44ad-a6d2-1e0fc196f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:01.603801 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-7f7ee7eb-8fa2-44ad-a6d2-1e0fc196f782 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 1098 time: 0.0774093 Jun 07 08:22:01.622200 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9523195e-106b-47ad-910f-6566096caf77 x-openstack-request-id: req-9523195e-106b-47ad-910f-6566096caf77 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:22:01.622497 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:22:01.622756 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9523195e-106b-47ad-910f-6566096caf77 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:22:01.623147 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'code': 200} Jun 07 08:22:01.655215 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=8']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:01.658336 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:01.739834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4e39-f30b-40a9-9998-968760a8483c req-c2adffd7-6f5d-49f9-b076-68a339c56f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:01.741373 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-c2adffd7-6f5d-49f9-b076-68a339c56f7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 200 len: 911 time: 0.1313128 Jun 07 08:22:01.845264 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-9d4c109c-68fa-42f8-85ce-05d07b36ef01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe HTTP/1.1" status: 200 len: 1000 time: 0.0977216 Jun 07 08:22:01.906844 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4e39-f30b-40a9-9998-968760a8483c req-128f872d-ea1b-47e6-8e94-272445624d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:01.908304 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-128f872d-ea1b-47e6-8e94-272445624d73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 200 len: 849 time: 0.0568593 Jun 07 08:22:01.993048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c4e39-f30b-40a9-9998-968760a8483c req-e2f699f6-1d1f-4482-98fb-2e73c70dd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:01.994544 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-e2f699f6-1d1f-4482-98fb-2e73c70dd441 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03a40fec-0704-4c78-b60a-c62991020c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720971 Jun 07 08:22:02.121327 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-e6421286-cd2a-4a3a-87d3-de8b31a0f64a service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196735 Jun 07 08:22:02.250557 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a45c4e39-f30b-40a9-9998-968760a8483c req-2bce444b-c00a-4e2f-adb8-d74834d8147e service neutron] 10.222.0.45 "GET /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221752 Jun 07 08:22:02.702736 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593fde9-c39f-4d3d-b8bc-73e8e0c68b66 req-a9ccf92c-2be0-479f-ae6e-f07f85e07911 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:02.704177 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d593fde9-c39f-4d3d-b8bc-73e8e0c68b66 req-a9ccf92c-2be0-479f-ae6e-f07f85e07911 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0810325 Jun 07 08:22:02.750142 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d593fde9-c39f-4d3d-b8bc-73e8e0c68b66 req-d5830ce4-0754-4254-af59-3cc21a0ac948 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Jun 07 08:22:03.790238 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:04.321002 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92436929-0c49-410c-8984-a1864c4976aa req-46cebb68-f5bb-43d0-bf21-5ce34948d6bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:04.326676 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92436929-0c49-410c-8984-a1864c4976aa req-46cebb68-f5bb-43d0-bf21-5ce34948d6bd tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.2115576 Jun 07 08:22:04.369619 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92436929-0c49-410c-8984-a1864c4976aa req-e2be4ec4-2d24-4422-a8f3-e301889a1f67 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Jun 07 08:22:04.534494 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46626) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:04.656704 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-58742d8f-638f-4df1-847f-74d23484f39d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208637 Jun 07 08:22:05.637108 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359a64-c603-4a03-a4e6-3ce7496a5ecb req-0a77940f-7684-4022-97b3-961dbecaea55 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:05.638605 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac359a64-c603-4a03-a4e6-3ce7496a5ecb req-0a77940f-7684-4022-97b3-961dbecaea55 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.1567202 Jun 07 08:22:05.645119 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-d0895c9c-eff4-44f2-9377-502231f7f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:05.646511 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-d0895c9c-eff4-44f2-9377-502231f7f030 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e&tenant_id=435137ee3a3c442b894580973369ed6a HTTP/1.1" status: 200 len: 1096 time: 0.1228251 Jun 07 08:22:05.686886 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ac359a64-c603-4a03-a4e6-3ce7496a5ecb req-3aef50fd-6987-4b33-bb94-4258425294ad tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388825 Jun 07 08:22:05.737331 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:22:05.762135 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-037ff000-d0d6-48ff-8905-3bb1a8d067fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:05.763973 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-037ff000-d0d6-48ff-8905-3bb1a8d067fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1096 time: 0.0808599 Jun 07 08:22:05.900713 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-e7a42cb1-50ae-4f74-9af7-872f5eb11e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:05.902071 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-e7a42cb1-50ae-4f74-9af7-872f5eb11e81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1320119 Jun 07 08:22:06.004342 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-248952e2-64b4-4d77-b71a-8882929f562b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 999 time: 0.0959473 Jun 07 08:22:06.064887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-6114cbca-fe5c-4dfe-8452-f7ba413cfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:06.066593 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-6114cbca-fe5c-4dfe-8452-f7ba413cfed6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0558622 Jun 07 08:22:06.150191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-c1bbaab0-4b71-44c3-b2a2-a9db137256fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:06.151713 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-c1bbaab0-4b71-44c3-b2a2-a9db137256fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678849 Jun 07 08:22:06.277766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-7401b69b-9835-46fb-8d5d-b9b9688f1569 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200976 Jun 07 08:22:06.404447 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e70c1470-f002-47ae-9906-58a0f8febf61 req-9071a703-630c-430a-96bc-049096842f56 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207824 Jun 07 08:22:06.885514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780dc31-11a9-452b-ac93-69c8038624ef req-db376d81-916c-4d1a-a37d-14b11c645f85 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:06.887094 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8780dc31-11a9-452b-ac93-69c8038624ef req-db376d81-916c-4d1a-a37d-14b11c645f85 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0834329 Jun 07 08:22:06.940421 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8780dc31-11a9-452b-ac93-69c8038624ef req-0fcaf56b-32aa-4737-a225-bc8bde9e3a8c tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Jun 07 08:22:08.153237 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764cdfc-5904-4224-b8b9-acd1d807f18f req-28cda5ae-37c4-4ce5-a006-d80cf639cbfb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:08.154733 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e764cdfc-5904-4224-b8b9-acd1d807f18f req-28cda5ae-37c4-4ce5-a006-d80cf639cbfb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0792031 Jun 07 08:22:08.204184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e764cdfc-5904-4224-b8b9-acd1d807f18f req-d0d5600d-c1e2-42f3-919e-d5ef14a12582 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Jun 07 08:22:09.413386 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26799e7-0270-4504-927d-89d63fe01158 req-9df07cee-b594-4ea5-accd-d9c8476e2323 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:09.414884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a26799e7-0270-4504-927d-89d63fe01158 req-9df07cee-b594-4ea5-accd-d9c8476e2323 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0803237 Jun 07 08:22:09.462839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a26799e7-0270-4504-927d-89d63fe01158 req-4c97a5c2-6624-46c3-9cf9-905e3a4fb963 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Jun 07 08:22:10.665436 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2c819-34ed-463d-9b66-fabc8924d699 req-b146d88e-0a76-49a3-a675-f03b55aeb81a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:10.667745 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49a2c819-34ed-463d-9b66-fabc8924d699 req-b146d88e-0a76-49a3-a675-f03b55aeb81a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0904512 Jun 07 08:22:10.733779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49a2c819-34ed-463d-9b66-fabc8924d699 req-4e5c611f-8cb5-4439-8045-efb9c6a7fbad tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591645 Jun 07 08:22:11.944182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99668bc8-0c62-480b-adee-885be2c9749e req-e283f28e-704f-43c2-b6d5-20d9e2641afb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:11.945261 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99668bc8-0c62-480b-adee-885be2c9749e req-e283f28e-704f-43c2-b6d5-20d9e2641afb tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0923729 Jun 07 08:22:12.006571 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99668bc8-0c62-480b-adee-885be2c9749e req-26d1594d-747b-481e-beb7-64f667f0a9a0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475686 Jun 07 08:22:13.102270 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46734) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:13.163933 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Deleting subnet c3521b4f-c017-4c84-b86c-dd1d633f1aae {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:22:13.167141 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.216865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.224367 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.245820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5230b8-513e-4410-b1d2-86fb837a7014 req-6bc735e5-9a83-4142-a784-a7f762c06d99 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:13.247431 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9c5230b8-513e-4410-b1d2-86fb837a7014 req-6bc735e5-9a83-4142-a784-a7f762c06d99 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.1160243 Jun 07 08:22:13.295419 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9c5230b8-513e-4410-b1d2-86fb837a7014 req-7f6d1990-08e5-49fa-93e1-959de18a0957 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Jun 07 08:22:13.300045 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.311671 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:13.342350 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.346840 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c3521b4f-c017-4c84-b86c-dd1d633f1aae HTTP/1.1" status: 204 len: 168 time: 0.2409339 Jun 07 08:22:13.347585 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46736) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:13.348940 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3521b4f-c017-4c84-b86c-dd1d633f1aae,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:13.351550 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7858ed7d-f400-43f2-8caf-fd6dc0b74933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:13.564246 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.693400 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.705681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbd6df6-8eb1-4763-bb32-2828307daf1e']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:13.719035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3852fc6-bb89-4beb-8aeb-e385910dc42e') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:13.719329 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3852fc6-bb89-4beb-8aeb-e385910dc42e') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:13.737069 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.753360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.760301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:22:13.760441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:22:13.774251 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:22:13.854670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.860339 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:13.864777 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7cbd6df6-8eb1-4763-bb32-2828307daf1e HTTP/1.1" status: 204 len: 168 time: 0.5132067 Jun 07 08:22:13.864777 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df542b22-83f6-497f-881c-9358bf02b786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:13.880388 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbd6df6-8eb1-4763-bb32-2828307daf1e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:13.886507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:14.051088 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46742) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:14.101893 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-fb93463d-f5ab-4349-926f-c97d4f969e17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43967104d3104d4aa48a979dfb188cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492392 Jun 07 08:22:14.104346 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46744) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:14.163284 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:14.190348 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:14.246838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:14.249853 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:14.251018 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578 HTTP/1.1" status: 204 len: 168 time: 0.1456976 Jun 07 08:22:14.251779 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2781d3c6-20bb-4798-a695-2e8ff3825dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:14.261347 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eec00f-7d8b-4e7b-8f46-eb3ceb3cc578,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:14.263973 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:14.550612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca728f4b-c997-4a46-b3cd-9774afad5ed4 req-9dee59af-2a4f-4259-ac41-fde988ed86af tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:14.552120 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca728f4b-c997-4a46-b3cd-9774afad5ed4 req-9dee59af-2a4f-4259-ac41-fde988ed86af tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.1187394 Jun 07 08:22:14.599161 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca728f4b-c997-4a46-b3cd-9774afad5ed4 req-2f140975-abc1-4e18-935c-ad2b2436e29f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408366 Jun 07 08:22:15.059193 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46768) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:15.170834 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1896416038-network', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:15.193727 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Made reservation on behalf of 3d46026035b84229abe6ed47a16bf5b9 for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:22:15.195969 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.210176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.313368 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.318377 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.321507 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-82b53d26-5d66-4d54-95dd-8aec64d585f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:15.350420 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:22:15.359238 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa047e-915d-4e88-a346-020a0537050f,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:15.364454 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:15.365586 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.365923 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Added segment bf687d60-7a44-4779-9170-a155ed238f26 of type vlan for network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc Jun 07 08:22:15.393116 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.422405 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.423729 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:15.424313 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.427830 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:15.475530 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4151006 Jun 07 08:22:15.479871 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46772) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:15.528090 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Request body: {'subnet': {'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1896416038-subnet', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:15.538421 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Pushing event updated for resources: {'Network': ['ID=7db096ca-1cb5-4caf-950f-6e2ff065f9dc,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:15.542872 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:15.548431 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:22:15.555076 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Made reservation on behalf of 3d46026035b84229abe6ed47a16bf5b9 for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:22:15.557612 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.793407 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.799151 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:15.844314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ab8c6-481a-43a8-bd32-c469efbcf447 req-53df7008-74d5-424f-8b2f-1642f17800ac tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:15.846681 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f3ab8c6-481a-43a8-bd32-c469efbcf447 req-53df7008-74d5-424f-8b2f-1642f17800ac tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.0979877 Jun 07 08:22:15.871114 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:15.875127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:15.880669 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:15.881023 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Network hostable DHCP agents. Network: 7db096ca-1cb5-4caf-950f-6e2ff065f9dc, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:22:15.899023 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:22:15.905774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f3ab8c6-481a-43a8-bd32-c469efbcf447 req-14636ff2-3849-482a-87ac-645926e27fd5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451272 Jun 07 08:22:15.912104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 7db096ca-1cb5-4caf-950f-6e2ff065f9dc) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:15.917296 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:15.918079 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.924290 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a8c63a-930c-4acf-9b8f-530a46f7fd12 None None] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:22:15.942833 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46776) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:15.946233 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4615502 Jun 07 08:22:15.948086 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:15.973401 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.974544 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:15.993165 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.158139 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:22:16.159258 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.277709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.374432 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Allocated IP 172.20.0.2 (7db096ca-1cb5-4caf-950f-6e2ff065f9dc/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa/ad5205e7-ebf2-41b6-9324-86d6169c1d8d) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:16.590046 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.606421 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Transition to ACTIVE for port object ad5205e7-ebf2-41b6-9324-86d6169c1d8d will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:16.626709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.631856 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Transition to ACTIVE for port object ad5205e7-ebf2-41b6-9324-86d6169c1d8d will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:16.637533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.641811 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:16.660426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.710398 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:16.713689 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Pushing event updated for resources: {'Port': ['ID=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:16.716528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:16.718351 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:16.721909 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:16.815291 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Allocated IP 172.27.0.239 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/37aa00b4-22bd-4e5f-83f8-3510f0be5683) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:16.827516 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Attempting to bind port ad5205e7-ebf2-41b6-9324-86d6169c1d8d on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:16.828011 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Attempting to bind port ad5205e7-ebf2-41b6-9324-86d6169c1d8d by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:16.828516 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Attempting to bind port ad5205e7-ebf2-41b6-9324-86d6169c1d8d on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:16.834937 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:16.835318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:16.835723 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.836113 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Bound using segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:16.836632 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Bound port: ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:16.837011 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.937568 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] For port ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:16.941408 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] For port ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:16.946534 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:16.950483 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-8c8e72f3-ff8c-4403-930c-13b62b665e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:17.084607 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Pushing event updated for resources: {'Port': ['ID=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:17.089064 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:17.148180 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:17.189162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:17.194134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f0298b46-1743-41ec-afd7-70c055927874 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:17.214885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:17.380958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:17.388926 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:17.399299 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:17.446654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Pushing event updated for resources: {'Port': ['ID=37aa00b4-22bd-4e5f-83f8-3510f0be5683,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:17.459666 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:17.654750 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202705-07c0-4f7c-91af-8e7cbc08f968 req-4508d04c-922a-4428-92a8-be62e85511f7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:17.656237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7202705-07c0-4f7c-91af-8e7cbc08f968 req-4508d04c-922a-4428-92a8-be62e85511f7 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.3521721 Jun 07 08:22:17.788516 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7202705-07c0-4f7c-91af-8e7cbc08f968 req-5f22a829-8c8a-4805-a171-bd290642490f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254423 Jun 07 08:22:17.902874 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.054647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762cb187-e6ff-4985-814c-6560af99db67 None None] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:22:18.164484 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-9ae5a2ca-4ba1-4d89-a47d-c838a03059ba None None] Provisioning for port ad5205e7-ebf2-41b6-9324-86d6169c1d8d completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:18.242434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.423685 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ad5205e7-ebf2-41b6-9324-86d6169c1d8d up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:18.462507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:22:18.500089 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port ad5205e7-ebf2-41b6-9324-86d6169c1d8d completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:18.507801 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port ad5205e7-ebf2-41b6-9324-86d6169c1d8d triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:18.508187 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.536118 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-be8c589d-a421-48ca-99f1-7299c347f912 None None] Provisioning complete for port ad5205e7-ebf2-41b6-9324-86d6169c1d8d triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:18.536499 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-be8c589d-a421-48ca-99f1-7299c347f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.730505 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.741089 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-be8c589d-a421-48ca-99f1-7299c347f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.759236 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:22:18.774048 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:22:18.779671 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.783464 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8368683 Jun 07 08:22:18.783721 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46782) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:18.789245 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:18.789853 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:18.841390 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:18.848102 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:18.857480 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:18.991627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.db.api [None req-be8c589d-a421-48ca-99f1-7299c347f912 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:22:18.991905 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_db.api [None req-be8c589d-a421-48ca-99f1-7299c347f912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:22:19.101821 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:19.106376 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:19.123403 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:19.168384 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46eeb-17af-42d3-9542-64482f87fce8 req-367d2704-583a-48a6-8f4e-d30d1ac14e33 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:19.169826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1eb46eeb-17af-42d3-9542-64482f87fce8 req-367d2704-583a-48a6-8f4e-d30d1ac14e33 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 943 time: 0.2401109 Jun 07 08:22:19.293531 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1eb46eeb-17af-42d3-9542-64482f87fce8 req-762578a3-1646-4f8b-9bf4-395a4868b389 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157610 Jun 07 08:22:19.404869 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:17Z', 'revision_number': 3, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:19.409259 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:22:19.409622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Updating router a585b28c-0235-4a1d-81d4-42bdf082dc72 port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:22:19.471186 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:19.574345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:19.782090 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:22:19.815769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Allocated IP 172.20.0.1 (7db096ca-1cb5-4caf-950f-6e2ff065f9dc/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa/226743c1-3c2c-486c-afa9-e61534f3970d) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:19.959702 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:19.974554 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Transition to ACTIVE for port object 226743c1-3c2c-486c-afa9-e61534f3970d will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:19.998979 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.003654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-accd6d99-b467-4e53-a060-b721125f1959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:20.007016 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:20.028695 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.031082 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'f98f5109-2820-41ae-adce-c1de667594f6', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'port_id': 'f98f5109-2820-41ae-adce-c1de667594f6', 'mac_address': 'fa:16:3e:04:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:22:20.072383 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:20.075318 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:20.077495 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Transition to ACTIVE for port object 37aa00b4-22bd-4e5f-83f8-3510f0be5683 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:20.079767 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:20.094944 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.100394 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:20.117902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Pushing event updated for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:20.120741 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:20.140602 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.160154 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.194373 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:22:20.202624 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Attempting to bind port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:20.203011 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Attempting to bind port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:20.203372 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Attempting to bind port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:20.216020 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Pushing event updated for resources: {'Port': ['ID=37aa00b4-22bd-4e5f-83f8-3510f0be5683,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:20.221645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:20.222690 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:20.223080 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:20.223570 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.223875 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:20.224354 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Bound port: 37aa00b4-22bd-4e5f-83f8-3510f0be5683, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:20.225214 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.256766 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:20.264645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.274320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:20.381872 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-5abb000b-f3b0-4033-8206-8712c6e38bdd None None] Provisioning for port 226743c1-3c2c-486c-afa9-e61534f3970d completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:20.396696 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] For port 37aa00b4-22bd-4e5f-83f8-3510f0be5683, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:20.401465 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] For port 37aa00b4-22bd-4e5f-83f8-3510f0be5683, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=37aa00b4-22bd-4e5f-83f8-3510f0be5683,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:20.408495 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=9']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:20.413827 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ad5205e7-ebf2-41b6-9324-86d6169c1d8d up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:20.439360 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:20.440594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-5abb000b-f3b0-4033-8206-8712c6e38bdd None None] Provisioning complete for port 226743c1-3c2c-486c-afa9-e61534f3970d triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:20.441235 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-5abb000b-f3b0-4033-8206-8712c6e38bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.464020 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.477007 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:20.594609 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ce4b-0642-4867-b332-b9a6253638fd req-ee000d3d-cdc3-4be9-bc2a-0f0afe4c1482 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:20.595751 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-5abb000b-f3b0-4033-8206-8712c6e38bdd None None] Port 226743c1-3c2c-486c-afa9-e61534f3970d cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:22:20.596081 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ca3ce4b-0642-4867-b332-b9a6253638fd req-ee000d3d-cdc3-4be9-bc2a-0f0afe4c1482 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.1192460 Jun 07 08:22:20.604517 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:20.605145 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:21:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:20.663966 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['f98f5109-2820-41ae-adce-c1de667594f6'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:22:20.686069 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ca3ce4b-0642-4867-b332-b9a6253638fd req-e987be1f-0665-49f5-a3a8-3d1643387e45 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649719 Jun 07 08:22:20.686769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.709620 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Pushing event updated for resources: {'Port': ['ID=37aa00b4-22bd-4e5f-83f8-3510f0be5683,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:20.735170 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:20.776201 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port ad5205e7-ebf2-41b6-9324-86d6169c1d8d triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:20.776584 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.856446 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1722d0e0-5007-412c-a44b-b90fcf15e061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.920247 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.924662 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:20.950940 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:21.009752 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:21.032834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:21.036275 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Pushing event updated for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:21.039493 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:21.169333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:21.170544 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:21.362499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:22:21.433272 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-4f4d022c-1913-4952-9940-af665f9bcd85 None None] Provisioning complete for port 226743c1-3c2c-486c-afa9-e61534f3970d triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:21.433844 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4f4d022c-1913-4952-9940-af665f9bcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:21.500134 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d022c-1913-4952-9940-af665f9bcd85 None None] Port 226743c1-3c2c-486c-afa9-e61534f3970d cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:22:21.504018 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:19Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:21.509480 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1146b12-a29e-4de5-81ba-08188b118962 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:19Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:22:21.545358 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:22:21.550446 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] 10.222.0.46 "PUT /v2.0/routers/a585b28c-0235-4a1d-81d4-42bdf082dc72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658002 Jun 07 08:22:21.912164 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f006-207d-4ba5-8ec6-eb1cd40865c1 req-ca9b1cfb-bc48-428d-ab78-df8364a463b5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:21.913717 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc36f006-207d-4ba5-8ec6-eb1cd40865c1 req-ca9b1cfb-bc48-428d-ab78-df8364a463b5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.1012042 Jun 07 08:22:21.977398 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bc36f006-207d-4ba5-8ec6-eb1cd40865c1 req-2402d0cd-7d06-41d0-a051-247b5df970a8 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570118 Jun 07 08:22:22.165339 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46812) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:22.170330 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1414156356-network', 'tenant_id': '5c003f8fe0104ca781a854f093003615'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:22.196445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Made reservation on behalf of 5c003f8fe0104ca781a854f093003615 for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:22:22.198780 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.211293 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.420248 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.421463 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 37aa00b4-22bd-4e5f-83f8-3510f0be5683 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:22.424929 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.428486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-25ccdd7c-e8ea-4e30-87a8-15cbdc308da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:22.458115 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:22:22.469096 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c2748-5527-42e8-b0d7-bf6096a5e636,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:22.472829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:22.475711 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.476052 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Added segment d157cd8a-5e57-4395-b4af-4a631b395f35 of type vlan for network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa Jun 07 08:22:22.491524 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:22.496777 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:22.497152 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.506300 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.539435 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.540960 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:22.541684 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.549918 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:22.589885 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4234209 Jun 07 08:22:22.594195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46814) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:22.600006 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Request body: {'subnet': {'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1414156356-subnet', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:22.623922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Made reservation on behalf of 5c003f8fe0104ca781a854f093003615 for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:22:22.626527 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60901312'] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.637282 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.651156 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:22.656422 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 37aa00b4-22bd-4e5f-83f8-3510f0be5683, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=37aa00b4-22bd-4e5f-83f8-3510f0be5683,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:22.662308 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.664623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:22.666203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:22.698396 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:22:22.828066 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=37aa00b4-22bd-4e5f-83f8-3510f0be5683,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:22.830922 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:22.966974 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61213821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60901330'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:22.971481 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6a774b92-0ffb-43e0-80f5-73644f39eb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:23.047915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd554ad7-86fe-4034-9514-3a4a067f095f,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:23.052641 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:23.053618 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Checking segment: {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:23.054665 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Network hostable DHCP agents. Network: 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:22:23.073546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:22:23.084525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:23.088706 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:23.089286 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.095431 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a95da9-26b6-4263-aa61-38c8ea7cc3f7 None None] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:22:23.153891 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ce46ac43-bfa0-4981-9fc3-b8edc2934b48 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5585859 Jun 07 08:22:23.156394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46820) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:23.160923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:23.197632 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.198758 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.228953 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc2338-449b-44bd-a629-4881447d3354 req-f13442b3-af10-495f-9182-70581b32858f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:23.230545 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-12bc2338-449b-44bd-a629-4881447d3354 req-f13442b3-af10-495f-9182-70581b32858f tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 944 time: 0.1309581 Jun 07 08:22:23.234580 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.284765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.340948 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-12bc2338-449b-44bd-a629-4881447d3354 req-f627ad91-a402-47a8-bc0a-f09f30c2eaf0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042218 Jun 07 08:22:23.350435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:22:23.351805 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.456535 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-46da7846-3832-46d0-97cd-7ee899858d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.522685 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Allocated IP 172.20.0.2 (6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa/fd554ad7-86fe-4034-9514-3a4a067f095f/d5127c4f-d757-4417-ab9d-fb273f17c967) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:23.534254 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:22:23.541018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.544385 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:23.544999 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:23.722334 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:23.770152 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:23.841964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.857124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Transition to ACTIVE for port object d5127c4f-d757-4417-ab9d-fb273f17c967 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:23.867011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.879909 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Transition to ACTIVE for port object d5127c4f-d757-4417-ab9d-fb273f17c967 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:23.886858 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port f98f5109-2820-41ae-adce-c1de667594f6 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:23.887223 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.898185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.916490 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:23.926180 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-90199fa5-2f6c-4fc5-a5c2-61664ded0257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:24.000575 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:24.004261 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:24.009236 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:24.038951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Allocated IP 172.27.0.104 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/f2a49f04-aba5-4c64-86a9-64b0ab8404e4) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:24.047764 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 2, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:24.052057 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:22:24.052643 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Updating router a585b28c-0235-4a1d-81d4-42bdf082dc72 port 226743c1-3c2c-486c-afa9-e61534f3970d binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:22:24.058051 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Pushing event updated for resources: {'Port': ['ID=d5127c4f-d757-4417-ab9d-fb273f17c967,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:24.084710 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:24.107028 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.152504 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Attempting to bind port d5127c4f-d757-4417-ab9d-fb273f17c967 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:24.152870 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Attempting to bind port d5127c4f-d757-4417-ab9d-fb273f17c967 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:24.153239 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Attempting to bind port d5127c4f-d757-4417-ab9d-fb273f17c967 on network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:24.164435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:24.164805 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Checking segment: {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:24.165208 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.165602 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Bound using segment: {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:24.166176 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Bound port: d5127c4f-d757-4417-ab9d-fb273f17c967, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:24.166551 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.194965 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.211637 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.234077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.245968 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e1e21ee8-17f9-43cf-8f62-c195a2f64fdd tempest-VolumesSnapshotTestJSON-1159664985 tempest-VolumesSnapshotTestJSON-1159664985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:24.263688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:22:24.266626 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550fd566-f477-4548-bfb1-babad5c8a8a3" -d '{"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:22:24.286612 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:24.293800 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.297600 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:24.329603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:24.333745 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:24.340160 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:24.353056 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c68d64e-9700-4c89-879b-82dc1062ed17 x-openstack-request-id: req-8c68d64e-9700-4c89-879b-82dc1062ed17 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:22:24.353452 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-plugged", "status": "completed", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:22:24.353809 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c68d64e-9700-4c89-879b-82dc1062ed17 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:22:24.354321 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'code': 200} Jun 07 08:22:24.363829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] For port d5127c4f-d757-4417-ab9d-fb273f17c967, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:24.370203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:24.395804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:24.410158 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] For port d5127c4f-d757-4417-ab9d-fb273f17c967, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=d5127c4f-d757-4417-ab9d-fb273f17c967,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:24.423141 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.427331 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 37aa00b4-22bd-4e5f-83f8-3510f0be5683 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:24.510166 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.518688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=10']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:24.522457 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:24.525968 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:24.611781 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Pushing event updated for resources: {'Port': ['ID=d5127c4f-d757-4417-ab9d-fb273f17c967,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:24.625803 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7728cb5f-b456-4850-856d-2ffd15664be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:24.629731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:24.630533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.647581 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.661507 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Transition to ACTIVE for port object 226743c1-3c2c-486c-afa9-e61534f3970d will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:24.673366 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.678475 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-673965ba-0553-487d-bd62-84b53e8e1420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:24.853070 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Pushing event updated for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:24.894192 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.894539 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.894872 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.895197 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.895519 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.895839 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.896153 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.896467 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.896797 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.897110 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.897420 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.897729 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:24.906667 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:24.924301 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Attempting to bind port 226743c1-3c2c-486c-afa9-e61534f3970d on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:24.924679 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Attempting to bind port 226743c1-3c2c-486c-afa9-e61534f3970d by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:24.925076 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Attempting to bind port 226743c1-3c2c-486c-afa9-e61534f3970d on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:24.932341 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:24.932721 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:24.933191 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.933689 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Bound using segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:24.934298 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Bound port: 226743c1-3c2c-486c-afa9-e61534f3970d, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:24.934670 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:24.945863 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339400e-9f4d-4a32-9f99-c60a28019b42 req-17fd6e09-c5b3-445a-8acb-6a5933d23084 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:24.947443 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8339400e-9f4d-4a32-9f99-c60a28019b42 req-17fd6e09-c5b3-445a-8acb-6a5933d23084 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.3101120 Jun 07 08:22:25.037892 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] For port 226743c1-3c2c-486c-afa9-e61534f3970d, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:25.038179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647d11d-bd23-4bea-bfd7-d69d7c38f959 req-a4cc92da-99ce-4c08-8a12-3b237b352af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:25.040076 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d647d11d-bd23-4bea-bfd7-d69d7c38f959 req-a4cc92da-99ce-4c08-8a12-3b237b352af8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1099 time: 0.3625720 Jun 07 08:22:25.041636 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] For port 226743c1-3c2c-486c-afa9-e61534f3970d, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=226743c1-3c2c-486c-afa9-e61534f3970d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:25.047646 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.052524 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:25.123274 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:25.123946 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:25.178545 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8339400e-9f4d-4a32-9f99-c60a28019b42 req-57c87ac6-e870-42d7-8339-aa08e9242888 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693778 Jun 07 08:22:25.180859 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d647d11d-bd23-4bea-bfd7-d69d7c38f959 req-ce2c1b67-f9a0-487d-8771-c41602754bad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310511 Jun 07 08:22:25.185182 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Pushing event updated for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:25.195559 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:25.218789 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.323360 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:25.573925 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.661409 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:25Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:25.665728 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac80d-55d0-446b-bfe7-b8c14cfe0a92 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:25Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:22:25.739012 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980711e-d724-495e-9e54-7bb91c52b043 None None] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:22:25.815828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Router e3614b0d-7ad8-472e-b186-d124a229a05a is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:22:25.844929 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c2a24a27-ae38-4924-9c5a-772f4ee8d6e2 None None] Provisioning for port d5127c4f-d757-4417-ab9d-fb273f17c967 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:26.012004 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:22:26.021885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Sync routers for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:22:26.038224 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:26.038973 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:26.039499 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:26.040407 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8830957 Jun 07 08:22:26.043285 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46830) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:26.237369 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:26.252563 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:26.473965 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb0cc9-40d3-4026-afff-a0b642f40143 req-fe51b480-983c-4f9a-b508-e1c38b99c512 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:26.473965 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e3eb0cc9-40d3-4026-afff-a0b642f40143 req-fe51b480-983c-4f9a-b508-e1c38b99c512 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.1610928 Jun 07 08:22:26.706511 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e3eb0cc9-40d3-4026-afff-a0b642f40143 req-3d21c171-934b-4d5b-9117-6f652c23475a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347050 Jun 07 08:22:26.745622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 226743c1-3c2c-486c-afa9-e61534f3970d up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:26.879106 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 226743c1-3c2c-486c-afa9-e61534f3970d completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:26.885858 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 226743c1-3c2c-486c-afa9-e61534f3970d triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:26.886365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:26.910585 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:26.945757 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:24Z', 'revision_number': 3, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:26.953279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Checking router: e3614b0d-7ad8-472e-b186-d124a229a05a for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:22:26.953632 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Updating router e3614b0d-7ad8-472e-b186-d124a229a05a port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:22:27.039103 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.114644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.131201 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Allocated IP 172.20.0.1 (6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa/fd554ad7-86fe-4034-9514-3a4a067f095f/b35c2b94-44f2-4181-ad44-ef4229f5ac08) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:27.214422 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 226743c1-3c2c-486c-afa9-e61534f3970d, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=226743c1-3c2c-486c-afa9-e61534f3970d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:27.241342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.243015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device d5127c4f-d757-4417-ab9d-fb273f17c967 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:27.283948 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:27.286471 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.302166 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Transition to ACTIVE for port object b35c2b94-44f2-4181-ad44-ef4229f5ac08 will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:27.325272 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.329754 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-39a4721d-5a87-494a-b3bd-6eb025f865d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:27.391532 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:27.394652 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:27.397187 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:27.397666 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.444093 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:27.459949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:27.481477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port d5127c4f-d757-4417-ab9d-fb273f17c967 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:27.492183 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port d5127c4f-d757-4417-ab9d-fb273f17c967 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:27.492528 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.630359 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.664233 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:27.667093 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:27.694406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Transition to ACTIVE for port object f2a49f04-aba5-4c64-86a9-64b0ab8404e4 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:27.705618 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-9f39eaf3-4d29-43b1-89a7-e80476a7bbc4 None None] Provisioning for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:27.711161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.722471 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.728078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:27.756227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-9f39eaf3-4d29-43b1-89a7-e80476a7bbc4 None None] Provisioning complete for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:27.756831 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9f39eaf3-4d29-43b1-89a7-e80476a7bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.802076 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.876969 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Attempting to bind port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:27.877348 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Attempting to bind port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:27.877718 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Attempting to bind port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:27.882181 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Pushing event updated for resources: {'Port': ['ID=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:27.886660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-9f39eaf3-4d29-43b1-89a7-e80476a7bbc4 None None] Port b35c2b94-44f2-4181-ad44-ef4229f5ac08 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:22:27.890836 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:27.896067 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port d5127c4f-d757-4417-ab9d-fb273f17c967, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=d5127c4f-d757-4417-ab9d-fb273f17c967,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:27.898240 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:27.898871 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:27.899543 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.900103 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:27.903687 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Bound port: f2a49f04-aba5-4c64-86a9-64b0ab8404e4, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:27.906743 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.928784 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74914de6-3ab3-4f19-beb7-d8779c4b4b46 req-f1e41d8c-4f7f-4ef3-a816-78f17930c101 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:27.930196 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74914de6-3ab3-4f19-beb7-d8779c4b4b46 req-f1e41d8c-4f7f-4ef3-a816-78f17930c101 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.1023946 Jun 07 08:22:27.938007 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.945601 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:27.982511 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74914de6-3ab3-4f19-beb7-d8779c4b4b46 req-11771682-63fa-4331-a0c6-c833b7b35663 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 Jun 07 08:22:28.040175 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=d5127c4f-d757-4417-ab9d-fb273f17c967,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:28.043991 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:28.044979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] For port f2a49f04-aba5-4c64-86a9-64b0ab8404e4, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:28.048074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] For port f2a49f04-aba5-4c64-86a9-64b0ab8404e4, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:28.052319 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.053133 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.056051 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.056865 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.058187 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:28.060202 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-6ea8db45-5ee9-403a-a64a-cef6248591fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:28.130030 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:28.130680 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:28.158293 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:28.161130 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:28.195958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Pushing event updated for resources: {'Port': ['ID=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:28.200449 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:28.253494 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:28.255104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:28.370993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:28.421802 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 226743c1-3c2c-486c-afa9-e61534f3970d up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:28.464378 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Router e3614b0d-7ad8-472e-b186-d124a229a05a has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:22:28.599844 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-657577ad-dcd8-4535-be73-52b3964a1ccf None None] Provisioning complete for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:28.600216 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-657577ad-dcd8-4535-be73-52b3964a1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.641614 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:22:28.646375 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/e3614b0d-7ad8-472e-b186-d124a229a05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020288 Jun 07 08:22:28.698032 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 226743c1-3c2c-486c-afa9-e61534f3970d triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:28.698409 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:28.774902 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-657577ad-dcd8-4535-be73-52b3964a1ccf None None] Port b35c2b94-44f2-4181-ad44-ef4229f5ac08 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:22:28.893385 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device d5127c4f-d757-4417-ab9d-fb273f17c967 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:28.952661 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': 'b35c2b94-44f2-4181-ad44-ef4229f5ac08', 'name': '', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'mac_address': 'fa:16:3e:da:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:26Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 2, 'project_id': '5c003f8fe0104ca781a854f093003615', 'subnets': [{'id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:28.958926 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a909c2-988a-4a4d-8e46-281f9c5d4966 None None] The sync data for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi is: [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': 'b35c2b94-44f2-4181-ad44-ef4229f5ac08', 'name': '', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'mac_address': 'fa:16:3e:da:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:26Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 2, 'project_id': '5c003f8fe0104ca781a854f093003615', 'subnets': [{'id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:22:28.972621 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port d5127c4f-d757-4417-ab9d-fb273f17c967 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:28.973281 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.209164 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 46884) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.214622 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649422833', 'description': 'tempest-secgroup-smoke-649422833 description', 'project_id': '3d46026035b84229abe6ed47a16bf5b9'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:29.237437 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.340725 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.345220 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.349155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2cb42309-4783-4a08-b44c-4a309cdeed8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:29.382324 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.383523 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1727145 Jun 07 08:22:29.386466 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46886) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.387108 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edac0c9-a72a-41a5-861d-bafbf499f7af,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:29.390392 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:29.392179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:29.425409 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.487776 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.492319 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.495007 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-980b0aba-d575-4afb-ae23-75677e3cb832 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:29.519572 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa8f2f7-f957-4e1e-8b8f-0e18cbc51284,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:29.522151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:29.526151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.527296 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396146 Jun 07 08:22:29.529902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46888) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.534331 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:29.577385 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.651605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.657982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.660081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:29.682610 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dae545-ae0e-42d1-a9f9-b5e5191fae01,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:29.685055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:29.690220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.691631 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605363 Jun 07 08:22:29.694239 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46890) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.698595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:29.727420 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.795051 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.799197 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.805976 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-47777294-1a40-4cf6-8900-3725486b0544 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:29.827377 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e25ae0-988d-4d1f-9743-6f672c6b3f9c,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:29.830027 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:29.834852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.835996 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8acee88c-7973-4cf5-a4e5-1a34451b64ab tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408606 Jun 07 08:22:29.838747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46892) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.843253 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:29.872528 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.938100 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.942105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.944124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-327e7e84-5827-4914-b522-2c1a5154d52f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:29.966502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6b9261-27c8-4d1e-ba32-16d08906eda8,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:29.969607 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:29.974202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.975464 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357946 Jun 07 08:22:29.978076 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46894) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:29.982545 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:30.004645 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.securitygroups_db [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Project 3d46026035b84229abe6ed47a16bf5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:22:30.011272 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.077588 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.081140 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.083184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ae798115-96cb-4865-9d95-e38e238b2998 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:30.109215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8a4fec-cdc8-40d5-8f55-279df44656dd,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:30.112140 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:30.118277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.119437 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-3ad4e5d5-fdb9-42fc-b25d-4f50dc80883c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403959 Jun 07 08:22:30.122337 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 46896) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:30.126910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'security_group_rule': {'security_group_id': '7edac0c9-a72a-41a5-861d-bafbf499f7af', 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:30.150222 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.securitygroups_db [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Project 3d46026035b84229abe6ed47a16bf5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:22:30.157404 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.226368 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.230006 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.232001 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:30.251842 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afde6b06-f37c-4239-b3e1-1e1b6ba06227,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:30.255718 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:30.260751 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.261898 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385486 Jun 07 08:22:30.412568 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device f2a49f04-aba5-4c64-86a9-64b0ab8404e4 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:30.481703 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:30.486613 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:30.486978 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.604143 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.621263 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port f2a49f04-aba5-4c64-86a9-64b0ab8404e4, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:30.625573 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:30.627471 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:30.695133 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:30.698104 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:32.391889 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device f2a49f04-aba5-4c64-86a9-64b0ab8404e4 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:32.461996 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:32.462377 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:32.650570 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Sync routers for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:22:32.660206 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:32.660799 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:32.838005 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:33.174975 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': 'b35c2b94-44f2-4181-ad44-ef4229f5ac08', 'name': '', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'mac_address': 'fa:16:3e:da:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:26Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 2, 'project_id': '5c003f8fe0104ca781a854f093003615', 'subnets': [{'id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:33.178652 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Checking router: e3614b0d-7ad8-472e-b186-d124a229a05a for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:22:33.179002 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Updating router e3614b0d-7ad8-472e-b186-d124a229a05a port b35c2b94-44f2-4181-ad44-ef4229f5ac08 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:22:33.230557 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.567133 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.578561 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Transition to ACTIVE for port object b35c2b94-44f2-4181-ad44-ef4229f5ac08 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:33.584055 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.588045 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7aff5842-9a76-434a-961e-046097694bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:33.716880 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4aa14-fdfe-4351-a8f3-66af8cb18e9d None None] Pushing event updated for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:33.744839 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7ca4aa14-fdfe-4351-a8f3-66af8cb18e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:33.813719 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Attempting to bind port b35c2b94-44f2-4181-ad44-ef4229f5ac08 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:33.814130 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Attempting to bind port b35c2b94-44f2-4181-ad44-ef4229f5ac08 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:33.814496 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Attempting to bind port b35c2b94-44f2-4181-ad44-ef4229f5ac08 on network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:33.820107 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:33.820400 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Checking segment: {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:33.820803 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.821193 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Bound using segment: {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:33.821728 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Bound port: b35c2b94-44f2-4181-ad44-ef4229f5ac08, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd157cd8a-5e57-4395-b4af-4a631b395f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:33.822065 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.913895 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] For port b35c2b94-44f2-4181-ad44-ef4229f5ac08, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:33.917126 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] For port b35c2b94-44f2-4181-ad44-ef4229f5ac08, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b35c2b94-44f2-4181-ad44-ef4229f5ac08,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:33.922151 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:33.926863 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-dec50c6f-6098-46f0-a1cf-a661e42ac845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:33.996589 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:22:33.997192 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:34.072334 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4aa14-fdfe-4351-a8f3-66af8cb18e9d None None] Pushing event updated for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:34.078469 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7ca4aa14-fdfe-4351-a8f3-66af8cb18e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:34.194430 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:22:34.417668 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b35c2b94-44f2-4181-ad44-ef4229f5ac08 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:34.488654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:34.493444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:34.493827 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:34.516186 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': 'b35c2b94-44f2-4181-ad44-ef4229f5ac08', 'name': '', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'mac_address': 'fa:16:3e:da:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:26Z', 'updated_at': '2021-06-07T08:22:33Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'subnets': [{'id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:22:34.520009 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd20cf-1ce7-4302-9e27-70b3ab3db270 None None] The sync data for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi is: [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': 'b35c2b94-44f2-4181-ad44-ef4229f5ac08', 'name': '', 'network_id': '6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'mac_address': 'fa:16:3e:da:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:26Z', 'updated_at': '2021-06-07T08:22:33Z', 'revision_number': 4, 'project_id': '5c003f8fe0104ca781a854f093003615', 'subnets': [{'id': 'fd554ad7-86fe-4034-9514-3a4a067f095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:22:34.611726 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:34.651726 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port b35c2b94-44f2-4181-ad44-ef4229f5ac08, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b35c2b94-44f2-4181-ad44-ef4229f5ac08,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:22:34.655862 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:34.657697 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:34.728686 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:34.732134 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:36.393804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b35c2b94-44f2-4181-ad44-ef4229f5ac08 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:22:36.460816 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port b35c2b94-44f2-4181-ad44-ef4229f5ac08 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:36.461200 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:40.789079 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:47.188044 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-2592e1a6-5e35-432f-b4e4-48dbf3d6b236 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725379 Jun 07 08:22:47.226410 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:47.348725 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-bab70856-9a17-489c-8a16-7955e2db9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:47.350258 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-bab70856-9a17-489c-8a16-7955e2db9377 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=435137ee3a3c442b894580973369ed6a&device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 1099 time: 0.0734036 Jun 07 08:22:47.492535 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-0fd73abf-ca39-4262-b6dc-0935a46c743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:47.494017 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-0fd73abf-ca39-4262-b6dc-0935a46c743a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 200 len: 916 time: 0.1240320 Jun 07 08:22:47.605060 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-2a4e0b72-dc52-4838-8e14-5e7bacf04d5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 200 len: 1001 time: 0.0949194 Jun 07 08:22:47.672899 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-170dd7ad-7855-49de-a23e-ddd09bbe71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:47.674332 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-170dd7ad-7855-49de-a23e-ddd09bbe71ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 200 len: 854 time: 0.0568364 Jun 07 08:22:47.754870 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-8eaf7160-544d-4ca6-a20c-59e8c80d7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:47.756331 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-8eaf7160-544d-4ca6-a20c-59e8c80d7b37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a3d62faf-9452-4d44-ac69-cdb461fdcea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728033 Jun 07 08:22:47.892593 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-b73fd440-ae56-4aa9-909c-c1aa0efe3911 service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286340 Jun 07 08:22:48.022020 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c8b003d2-a8f8-4962-ab5f-81505398290c req-5a0c43e0-a031-4ffc-ab35-b4e2fa6b598a service neutron] 10.222.0.45 "GET /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225913 Jun 07 08:22:49.735227 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-cb3c889d-e9a4-4e4f-ab5c-520d684f7aea tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649422833&fields=id&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 267 time: 0.0414872 Jun 07 08:22:49.909474 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-1102d822-aa01-445f-95ab-2091bc14dda1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:49.910953 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-1102d822-aa01-445f-95ab-2091bc14dda1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.1715565 Jun 07 08:22:49.924890 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-14391418-6ee4-4652-bc30-ecff8d49dc3a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/quotas/3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 375 time: 0.0085788 Jun 07 08:22:50.006779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-8233420b-a48f-47d5-bf7b-bdccc430c53e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769458 Jun 07 08:22:50.238402 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-6743eac9-2f54-487f-9c00-118cef09c603 service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199981 Jun 07 08:22:50.369441 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-939764b8-c386-4357-9b34-04f5b1a4ed95 service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246994 Jun 07 08:22:50.720248 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-80855c51-d4e7-4ad0-a04c-5ee78f4c61dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:50.759262 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-edf8a6d5-5a3c-4d85-a742-88e50bb6eb64 req-13320451-230b-494b-b85a-3d6cf1e5c952 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0479612 Jun 07 08:22:51.961207 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-73d68a1a-ad03-4c96-a104-6e15799bdb0d req-d043d1de-d582-4e08-89a7-1f74b43c8ab5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0485027 Jun 07 08:22:52.002123 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-c1d23929-4bc9-4c9a-b013-ff059619d14a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:52.003425 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-c1d23929-4bc9-4c9a-b013-ff059619d14a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.2004962 Jun 07 08:22:52.062433 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-eb7a0871-5ceb-465f-955c-cc9e277bb0ca tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 379 time: 0.0427516 Jun 07 08:22:52.075140 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'port': {'device_id': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'admin_state_up': True, 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'security_groups': ['7edac0c9-a72a-41a5-861d-bafbf499f7af']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:52.226190 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Made reservation on behalf of 3d46026035b84229abe6ed47a16bf5b9 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:22:52.229581 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.388525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.20.0.7 (7db096ca-1cb5-4caf-950f-6e2ff065f9dc/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa/b7470d36-6d98-4bba-9ec4-84fbb0b4656c) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:22:52.570622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.586101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Transition to ACTIVE for port object b7470d36-6d98-4bba-9ec4-84fbb0b4656c will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:52.615227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.621192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4ef72219-868d-4c98-8b53-16a1f52cc769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:52.688428 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:22:52.691387 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:22:52.695377 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:22:52.728800 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:52.745179 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.745553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.745918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.746310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.746665 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.747018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.747371 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.747716 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.748067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.748416 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.748761 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.749101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:52.757301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:52.779031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:52.779656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.804867 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297108 Jun 07 08:22:52.820705 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Request body: {'port': {'device_id': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:52.879036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-ce281f88-f645-4a27-9dfb-00421f1eeddf None None] Provisioning for port b7470d36-6d98-4bba-9ec4-84fbb0b4656c completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:22:52.883918 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-ce281f88-f645-4a27-9dfb-00421f1eeddf None None] Provisioning complete for port b7470d36-6d98-4bba-9ec4-84fbb0b4656c triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:52.884318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ce281f88-f645-4a27-9dfb-00421f1eeddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.932915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:52.941784 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-ce281f88-f645-4a27-9dfb-00421f1eeddf None None] Port b7470d36-6d98-4bba-9ec4-84fbb0b4656c cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:22:53.228079 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.388462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e38d8-b1b0-4d95-b3c1-d481040622c8 req-afe9ed91-e182-446e-aef6-432c884dc7b2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:53.389896 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-345e38d8-b1b0-4d95-b3c1-d481040622c8 req-afe9ed91-e182-446e-aef6-432c884dc7b2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 931 time: 0.3077257 Jun 07 08:22:53.440201 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-10805ea4-0cc9-445b-a227-7caaf3c2e7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.493083 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7470d36-6d98-4bba-9ec4-84fbb0b4656c {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:22:53.499561 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-345e38d8-b1b0-4d95-b3c1-d481040622c8 req-ae059db5-bbcf-4174-a122-187c18d16e2a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027761 Jun 07 08:22:53.503273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.519290 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Transition to ACTIVE for port object b7470d36-6d98-4bba-9ec4-84fbb0b4656c will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:22:53.522383 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.527092 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:53.649812 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Pushing event updated for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:53.658099 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:53.781835 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Attempting to bind port b7470d36-6d98-4bba-9ec4-84fbb0b4656c on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:22:53.782202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Attempting to bind port b7470d36-6d98-4bba-9ec4-84fbb0b4656c by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:22:53.782531 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Attempting to bind port b7470d36-6d98-4bba-9ec4-84fbb0b4656c on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:53.787041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Port b7470d36-6d98-4bba-9ec4-84fbb0b4656c on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:22:53.787365 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Attempting to bind port b7470d36-6d98-4bba-9ec4-84fbb0b4656c on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:22:53.792352 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:22:53.792691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:22:53.793072 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Bound using segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:22:53.793498 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Bound port: b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:22:53.793844 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.895677 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:22:53.898511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:22:53.903743 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.908128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ced55000-e876-475a-a747-56c91605c79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:53.964685 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:53.965308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:53.966697 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] 10.222.0.45 "PUT /v2.0/ports/b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 200 len: 1093 time: 1.1506937 Jun 07 08:22:53.967191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:22:53.970084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756600db-aa37-4ac5-9313-c528f1945ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:22:53.987821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Pushing event updated for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:53.991135 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:54.013349 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeacc6d-8856-4258-93a8-c1deaa5a7d8d x-openstack-request-id: req-fdeacc6d-8856-4258-93a8-c1deaa5a7d8d {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:22:54.013681 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:22:54.013982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdeacc6d-8856-4258-93a8-c1deaa5a7d8d {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:22:54.014480 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'status': 'completed', 'code': 200} Jun 07 08:22:54.107749 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-e838477d-70be-4744-8c62-c89fd2d01b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.109271 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-e838477d-70be-4744-8c62-c89fd2d01b6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1096 time: 0.0762975 Jun 07 08:22:54.183895 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-6d2c9c90-bb08-420b-a255-997240e68843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 200 len: 217 time: 0.0604713 Jun 07 08:22:54.251655 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-09690b72-dd49-48d8-b359-ed4ffbaa36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.252990 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-09690b72-dd49-48d8-b359-ed4ffbaa36e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0615628 Jun 07 08:22:54.328320 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d86eb269-9dc9-445e-81e5-be222282b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.329740 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-d86eb269-9dc9-445e-81e5-be222282b3c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696452 Jun 07 08:22:54.407565 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:54.462234 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-290cb0b9-2ea3-4995-b486-6d2ecdac392e service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250420 Jun 07 08:22:54.592198 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-19a26e29-2992-4fdb-b25c-a0ac43487fe5 req-70549d21-c251-4646-9e03-b56e05f7fa9d service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238327 Jun 07 08:22:54.737428 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ecea7-7f57-4b0c-935d-d19bda360da7 req-7c144b8a-8f46-4c8a-aba4-4301d617d297 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.738942 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-461ecea7-7f57-4b0c-935d-d19bda360da7 req-7c144b8a-8f46-4c8a-aba4-4301d617d297 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.1345298 Jun 07 08:22:54.782264 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-872ce22f-4455-46b0-b397-eb8b42a11809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.783695 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-872ce22f-4455-46b0-b397-eb8b42a11809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1096 time: 0.1183529 Jun 07 08:22:54.793766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-461ecea7-7f57-4b0c-935d-d19bda360da7 req-5fa6af24-15af-43b0-aa57-c4bd09c1e1fd tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487504 Jun 07 08:22:54.917889 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-5b9838a4-0066-427c-8a21-9d4109fe30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:54.919351 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-5b9838a4-0066-427c-8a21-9d4109fe30f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1245201 Jun 07 08:22:54.989809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-480ec136-cf17-46f1-81c1-90e7ff1c0cff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 200 len: 217 time: 0.0638311 Jun 07 08:22:55.050118 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-925e653b-7c23-4ce8-86c6-8c216e66ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:55.051409 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-925e653b-7c23-4ce8-86c6-8c216e66ded7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0553758 Jun 07 08:22:55.127665 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-705d7739-2a9a-497d-8dc0-890c709c6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:55.129121 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-705d7739-2a9a-497d-8dc0-890c709c6c1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716166 Jun 07 08:22:55.358102 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-0b9abc5a-9139-4064-b5d6-d08963f5ccde service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211330 Jun 07 08:22:55.485923 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-756600db-aa37-4ac5-9313-c528f1945ab6 req-599c03f5-59c6-499c-ad26-1b6f18e0b102 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213763 Jun 07 08:22:55.985138 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbf0cb-ab52-4d25-9542-51f9ac0da78a req-74abe636-581f-4b19-80f6-45b3ad3836b8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:55.986923 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b3cbf0cb-ab52-4d25-9542-51f9ac0da78a req-74abe636-581f-4b19-80f6-45b3ad3836b8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0795362 Jun 07 08:22:56.032174 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b3cbf0cb-ab52-4d25-9542-51f9ac0da78a req-73b86e11-57aa-42c6-9ec7-8b946a79e958 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394828 Jun 07 08:22:56.210244 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:57.216533 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c961a5-f39c-4777-9dd5-65e40af886ae req-edd634af-5100-470a-9ac7-f487f60d57fb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:57.217905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-79c961a5-f39c-4777-9dd5-65e40af886ae req-edd634af-5100-470a-9ac7-f487f60d57fb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0839534 Jun 07 08:22:57.262169 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-79c961a5-f39c-4777-9dd5-65e40af886ae req-d6af01a2-0ca9-4e1b-8d69-22ba63cd01e5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385416 Jun 07 08:22:58.449819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e93cf-e815-45f2-8e8a-6f6c93a76bb9 req-adebd936-f770-4ca0-bf14-8aed212eac48 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:58.451382 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-086e93cf-e815-45f2-8e8a-6f6c93a76bb9 req-adebd936-f770-4ca0-bf14-8aed212eac48 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0823739 Jun 07 08:22:58.498984 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-086e93cf-e815-45f2-8e8a-6f6c93a76bb9 req-4c1b8fda-8ad2-496f-ae1f-a8e453712516 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Jun 07 08:22:59.687989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911e7e-c604-47c9-8c48-d5d443242a12 req-2809b5f1-b435-45e1-b0d7-ce421b1d8f1c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:59.689476 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec911e7e-c604-47c9-8c48-d5d443242a12 req-2809b5f1-b435-45e1-b0d7-ce421b1d8f1c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0861790 Jun 07 08:22:59.736145 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec911e7e-c604-47c9-8c48-d5d443242a12 req-e3daecf4-2074-49c4-8a6a-2c2f896a66d5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Jun 07 08:23:00.918829 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05094b-261e-4048-9719-146d06d47623 req-d26e5b80-d58e-42e0-99f3-15acf6f517d7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:00.920283 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2b05094b-261e-4048-9719-146d06d47623 req-d26e5b80-d58e-42e0-99f3-15acf6f517d7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0786765 Jun 07 08:23:00.967649 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2b05094b-261e-4048-9719-146d06d47623 req-1b3f4bce-281c-4e00-a805-0cd4b6684dff tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417407 Jun 07 08:23:02.151066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0560c-6e53-468e-81b4-876c6299fd60 req-e448c10c-5b39-4683-8c0b-53f945e748de tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:02.152554 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99e0560c-6e53-468e-81b4-876c6299fd60 req-e448c10c-5b39-4683-8c0b-53f945e748de tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0793281 Jun 07 08:23:02.196521 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99e0560c-6e53-468e-81b4-876c6299fd60 req-22f6a042-df31-4650-bf0b-1f8a39ab8925 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376961 Jun 07 08:23:03.383683 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726784a-5321-4e17-8443-c11e614e0120 req-3365230a-5a1f-45b9-b530-c0552a59d3f9 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:03.385107 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b726784a-5321-4e17-8443-c11e614e0120 req-3365230a-5a1f-45b9-b530-c0552a59d3f9 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0821779 Jun 07 08:23:03.428660 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b726784a-5321-4e17-8443-c11e614e0120 req-6212fe97-57c1-45f9-bf98-70cd907183d7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Jun 07 08:23:04.507518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18857d-aeef-4874-a364-10a5305c1228 req-7710b564-d69b-4fad-a072-476073265e0f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.508988 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0e18857d-aeef-4874-a364-10a5305c1228 req-7710b564-d69b-4fad-a072-476073265e0f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.0800869 Jun 07 08:23:04.599351 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0e18857d-aeef-4874-a364-10a5305c1228 req-fe67cce4-b567-42c6-8348-5dec3667b836 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846405 Jun 07 08:23:04.640924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364096d-a157-4d2e-ae5d-32a07f4f5590 req-0545231b-86ee-45f2-8232-536f5b1468c5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.642382 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0364096d-a157-4d2e-ae5d-32a07f4f5590 req-0545231b-86ee-45f2-8232-536f5b1468c5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.0991914 Jun 07 08:23:04.686008 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0364096d-a157-4d2e-ae5d-32a07f4f5590 req-269cc512-6170-44f3-82c1-b92c70c5ccbd tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Jun 07 08:23:05.785772 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402ea9-da43-4a3c-b7cf-8ef081efb039 req-1e6bfd20-3e8c-4c6a-a6b2-7fd04315fcb8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:05.787278 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-48402ea9-da43-4a3c-b7cf-8ef081efb039 req-1e6bfd20-3e8c-4c6a-a6b2-7fd04315fcb8 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.0814085 Jun 07 08:23:05.883619 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-48402ea9-da43-4a3c-b7cf-8ef081efb039 req-2329dc58-1c3f-4f47-851d-5ad25470cb78 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598943 Jun 07 08:23:05.903804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa06b2-6ff7-4ec8-8cf2-4256ddce7deb req-3fd5880b-fcff-48b6-9b7a-2872ab9062d8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:05.905263 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bcaa06b2-6ff7-4ec8-8cf2-4256ddce7deb req-3fd5880b-fcff-48b6-9b7a-2872ab9062d8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 943 time: 0.1157250 Jun 07 08:23:05.949189 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bcaa06b2-6ff7-4ec8-8cf2-4256ddce7deb req-4d4a6b74-aa43-4325-b74d-f61fc353a781 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Jun 07 08:23:05.978546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device b7470d36-6d98-4bba-9ec4-84fbb0b4656c details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:23:06.108456 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:06.121369 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'port_id': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'mac_address': 'fa:16:3e:ee:62:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:23:06.173829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:06.190083 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7470d36-6d98-4bba-9ec4-84fbb0b4656c {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:23:06.205560 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:06.210448 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:06.212108 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:06.278077 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:06.285048 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.285426 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.285764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.286129 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.286458 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.286784 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.287105 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.287426 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.287746 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.288063 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.288380 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.288695 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:06.292399 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:06.427762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-add79ef9-536d-42a7-a2d7-01eea5035f56 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:06.429129 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-add79ef9-536d-42a7-a2d7-01eea5035f56 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.0806124 Jun 07 08:23:06.493567 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['b7470d36-6d98-4bba-9ec4-84fbb0b4656c'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:23:06.562519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Deleting port afea061b-d979-4dbd-be4c-4b7bf9d555fe {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:06.562867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:06.693625 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] For port afea061b-d979-4dbd-be4c-4b7bf9d555fe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=afea061b-d979-4dbd-be4c-4b7bf9d555fe,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:06.693892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:07.184204 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:07.184915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:07.184915 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Floating IP 25e8b9b6-2017-41fd-8673-a11b44497036 disassociated. External IP: 172.27.0.46, port: afea061b-d979-4dbd-be4c-4b7bf9d555fe. Jun 07 08:23:07.185185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Calling delete_port for afea061b-d979-4dbd-be4c-4b7bf9d555fe owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:07.242235 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3470d7-3aab-4b28-8390-21aad44128fb req-a219ada9-25ed-40d1-907d-353d72080788 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:07.243598 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be3470d7-3aab-4b28-8390-21aad44128fb req-a219ada9-25ed-40d1-907d-353d72080788 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 945 time: 0.2005227 Jun 07 08:23:07.263085 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920950a-8c77-4913-9520-cf9ae145de70 req-cbc22c7c-e7df-4931-9f3d-30b5f7c7f6a5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:07.264692 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9920950a-8c77-4913-9520-cf9ae145de70 req-cbc22c7c-e7df-4931-9f3d-30b5f7c7f6a5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 944 time: 0.1824908 Jun 07 08:23:07.350197 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-be3470d7-3aab-4b28-8390-21aad44128fb req-a065179e-0c09-4f91-8426-8e639b06be45 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups?id=ada82cfe-74a9-4dd9-8370-d151af12abef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991757 Jun 07 08:23:07.379610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9920950a-8c77-4913-9520-cf9ae145de70 req-17094a06-fc7e-4bf3-83a1-f79df172a6eb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003697 Jun 07 08:23:07.413566 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:07.419007 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c076f160-e33e-4f82-b391-7ad2952394f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:07.464476 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'Port': ['ID=afea061b-d979-4dbd-be4c-4b7bf9d555fe,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:07.467958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:07.647551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:07.828319 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:07.841022 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:07.857450 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:07.858329 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:07.904314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] No DVR routers for this DVR port afea061b-d979-4dbd-be4c-4b7bf9d555fe on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:07.907444 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:07.909427 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-289fc8d3-2211-45ac-a4ff-1c16bd7c5fec req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.45 "DELETE /v2.0/ports/afea061b-d979-4dbd-be4c-4b7bf9d555fe HTTP/1.1" status: 204 len: 173 time: 1.4744999 Jun 07 08:23:07.909963 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'name': 'network-vif-deleted', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:07.912350 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348979f4-c160-4223-8950-20b43b01a9df" -d '{"events": [{"server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "name": "network-vif-deleted", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:07.976196 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61911f2-20a6-4e03-8cd1-509660ac93b0 x-openstack-request-id: req-b61911f2-20a6-4e03-8cd1-509660ac93b0 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:07.976565 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4724c6-92ee-4bfe-89e8-0072c97b273b", "name": "network-vif-deleted", "tag": "afea061b-d979-4dbd-be4c-4b7bf9d555fe", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:07.976819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b61911f2-20a6-4e03-8cd1-509660ac93b0 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:07.977274 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4724c6-92ee-4bfe-89e8-0072c97b273b', 'name': 'network-vif-deleted', 'tag': 'afea061b-d979-4dbd-be4c-4b7bf9d555fe', 'status': 'completed', 'code': 200} Jun 07 08:23:07.996670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device b7470d36-6d98-4bba-9ec4-84fbb0b4656c up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:23:08.089599 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bba78-26a7-4420-a13c-222db8a94836 req-a3e3fdad-77db-4e22-9e2c-4308221ab0c5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:08.091238 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9b4bba78-26a7-4420-a13c-222db8a94836 req-a3e3fdad-77db-4e22-9e2c-4308221ab0c5 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.0867908 Jun 07 08:23:08.137961 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9b4bba78-26a7-4420-a13c-222db8a94836 req-3861f2a2-4efb-4d43-9549-ab6771ba8bb4 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Jun 07 08:23:08.149616 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:08.221394 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port b7470d36-6d98-4bba-9ec4-84fbb0b4656c completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:23:08.297379 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port b7470d36-6d98-4bba-9ec4-84fbb0b4656c triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:23:08.297758 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:08.543684 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:08.562930 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a25cde-f60d-4faf-a937-8de585ffeff1 req-57765ece-4f7d-436e-b41a-4efc0ad0caaf tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4724c6-92ee-4bfe-89e8-0072c97b273b HTTP/1.1" status: 200 len: 210 time: 0.0887189 Jun 07 08:23:08.582119 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:08.584400 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e81c23d-6623-42d8-8de5-9f6c09f2916b" -d '{"events": [{"server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:08.595172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:08.604617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:08.605303 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device afea061b-d979-4dbd-be4c-4b7bf9d555fe no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:08.621066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6bd56-54d6-4bf4-9456-016246e6576a req-3d9fff8d-0a7b-4592-9690-3574360e6fe5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:08.622719 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8dc6bd56-54d6-4bf4-9456-016246e6576a req-3d9fff8d-0a7b-4592-9690-3574360e6fe5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 944 time: 0.1077383 Jun 07 08:23:08.634979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:08.679067 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8dc6bd56-54d6-4bf4-9456-016246e6576a req-2c0c8306-d22b-422a-a944-432ba855f547 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482361 Jun 07 08:23:08.715048 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed69e0b-2954-414c-9b81-73deac6ae60c x-openstack-request-id: req-7ed69e0b-2954-414c-9b81-73deac6ae60c {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:08.715413 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "name": "network-vif-plugged", "status": "completed", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:08.715595 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ed69e0b-2954-414c-9b81-73deac6ae60c {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:08.716352 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'code': 200} Jun 07 08:23:08.725589 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: afea061b-d979-4dbd-be4c-4b7bf9d555fe {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:08.725959 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device afea061b-d979-4dbd-be4c-4b7bf9d555fe not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:08.738908 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:08.745865 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:08.761057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:08.761664 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:08.815342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:08.828917 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:08.910522 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c3d1c-54ea-4ff6-bb7d-780a9cb52391 req-02d53cf5-3767-47b0-92ec-d5dfa66e62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:08.911891 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b93c3d1c-54ea-4ff6-bb7d-780a9cb52391 req-02d53cf5-3767-47b0-92ec-d5dfa66e62e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1098 time: 0.0673795 Jun 07 08:23:08.943629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:08.957434 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b93c3d1c-54ea-4ff6-bb7d-780a9cb52391 req-294ee0a1-43b7-429a-9393-9b34d3eaab80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Jun 07 08:23:09.249785 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:09.253720 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66945a5-44c1-4d0f-bafa-7f9570f556d7 None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '046ba324-a52c-495b-8444-c3ff061863b9', 'name': '', 'network_id': '03a40fec-0704-4c78-b60a-c62991020c51', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'mac_address': 'fa:16:3e:26:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:17:04Z', 'updated_at': '2021-06-07T08:17:13Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'subnets': [{'id': '72eaf7e8-b7d0-495e-a75f-3a0672100051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:09.332506 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c3d16-ad18-41e1-9f68-7cbd2945e664 req-e14b25b9-0d66-4554-bf29-c9b755f2482d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:09.334134 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4f9c3d16-ad18-41e1-9f68-7cbd2945e664 req-e14b25b9-0d66-4554-bf29-c9b755f2482d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.0818787 Jun 07 08:23:09.379158 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4f9c3d16-ad18-41e1-9f68-7cbd2945e664 req-29f056cb-96ae-432d-9aa8-01cfc9e382f3 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Jun 07 08:23:09.460370 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3ff5d-261c-4820-944e-001412cdeaf7 None None] New status for floating IP 25e8b9b6-2017-41fd-8673-a11b44497036: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:23:09.693786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47216) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:09.756105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.783720 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.051354 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.053680 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.054836 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "DELETE /v2.0/security-groups/ada82cfe-74a9-4dd9-8370-d151af12abef HTTP/1.1" status: 204 len: 168 time: 0.3600287 Jun 07 08:23:10.057574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f0ea53f8-d932-4bf1-8254-b42040e0f3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:10.058075 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47220) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:10.075620 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.api.v2.resource [None req-57327ab2-787c-43d3-9018-578f529337fe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] show failed (client error): The resource could not be found. Jun 07 08:23:10.079311 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-57327ab2-787c-43d3-9018-578f529337fe tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "GET /v2.0/security-groups/ada82cfe-74a9-4dd9-8370-d151af12abef HTTP/1.1" status: 404 len: 347 time: 0.0175631 Jun 07 08:23:10.079462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ffca-7846-4bef-a4c9-264b51fb4821 req-28f0d4b7-b993-4ce7-921c-936e6c9797bc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.079462 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d55ffca-7846-4bef-a4c9-264b51fb4821 req-28f0d4b7-b993-4ce7-921c-936e6c9797bc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.2836473 Jun 07 08:23:10.080805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47222) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:10.082938 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada82cfe-74a9-4dd9-8370-d151af12abef,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:10.144990 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-e98d332d-0059-4f4c-a8d6-1ff073e969f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.146562 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-e98d332d-0059-4f4c-a8d6-1ff073e969f0 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.2112787 Jun 07 08:23:10.154983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-46682076-ca9b-46c3-ac4d-15b170b690f0 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:10.407342 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d55ffca-7846-4bef-a4c9-264b51fb4821 req-6f0f8423-ba46-4a73-a714-362f59237388 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536337 Jun 07 08:23:10.464228 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Deleting port 61d9bb19-d328-4776-a31c-1f482ab4d356 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:10.464584 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.495801 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Deleting port f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:10.496133 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.752058 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.752712 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.878777 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] For port f98f5109-2820-41ae-adce-c1de667594f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f98f5109-2820-41ae-adce-c1de667594f6,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:10.879136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.891644 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Calling delete_port for 61d9bb19-d328-4776-a31c-1f482ab4d356 owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:10.958493 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91746a7b-a59c-4d06-b057-e717d20af3c3 req-82c09e94-4614-4881-a6da-a65ac5526c0d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.959921 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-91746a7b-a59c-4d06-b057-e717d20af3c3 req-82c09e94-4614-4881-a6da-a65ac5526c0d tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 946 time: 0.4484329 Jun 07 08:23:11.111776 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-91746a7b-a59c-4d06-b057-e717d20af3c3 req-8dfe47ec-fb7b-4842-ab5a-01161ebffb8e tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups?id=6198eda3-1432-4aa3-b762-cfd132c05171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427031 Jun 07 08:23:11.415486 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.415777 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.416089 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Floating IP 6ba0b406-8a51-46a5-b8d2-f599f4c14579 disassociated. External IP: 172.27.0.228, port: f98f5109-2820-41ae-adce-c1de667594f6. Jun 07 08:23:11.416437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Calling delete_port for f98f5109-2820-41ae-adce-c1de667594f6 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:11.418952 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.424625 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:11.475512 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Pushing event deleted for resources: {'Port': ['ID=61d9bb19-d328-4776-a31c-1f482ab4d356,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:11.479581 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:11.634981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.637289 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.638409 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] 10.222.0.46 "DELETE /v2.0/floatingips/25e8b9b6-2017-41fd-8673-a11b44497036 HTTP/1.1" status: 204 len: 168 time: 1.5565815 Jun 07 08:23:11.672505 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecd69a-0b80-437d-bb85-d9120422043b req-a955b0bb-30e4-4c91-aa8e-e25751efacf7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:11.673956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-30ecd69a-0b80-437d-bb85-d9120422043b req-a955b0bb-30e4-4c91-aa8e-e25751efacf7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1522269 Jun 07 08:23:11.768242 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-30ecd69a-0b80-437d-bb85-d9120422043b req-a32ab4b4-f72d-4c54-a786-b364e786d8d9 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653441 Jun 07 08:23:11.769718 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.775867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3e75c0ad-9237-4270-944a-ed74715e2650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:11.825698 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'Port': ['ID=f98f5109-2820-41ae-adce-c1de667594f6,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:11.831627 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:11.986296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:12.023447 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: f98f5109-2820-41ae-adce-c1de667594f6 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:12.023804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f98f5109-2820-41ae-adce-c1de667594f6 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:12.079529 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff00cd8-7617-4310-808c-1e9818cfd53d req-eec7ec28-e251-4ddc-9ddb-2517066db387 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:12.080960 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ff00cd8-7617-4310-808c-1e9818cfd53d req-eec7ec28-e251-4ddc-9ddb-2517066db387 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.1914353 Jun 07 08:23:12.089005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:12.195257 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4ff00cd8-7617-4310-808c-1e9818cfd53d req-855bf8fa-7d41-468c-8270-1977c8898b91 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080723 Jun 07 08:23:12.222288 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47238) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:12.337077 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f0cfa22a-38ea-4995-a7ea-0f4c21142e7b req-ca687435-695e-47e8-a9c3-8f53b6a35067 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e0b51dc-5bfd-4e22-a51f-f6693c416c9e HTTP/1.1" status: 200 len: 210 time: 0.0632203 Jun 07 08:23:12.359944 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:12.372545 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:12.381914 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:12.382543 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:12.412594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43bfc1-2d2f-4bdc-bfc7-ceee50308ff7 tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:12.416791 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ca43bfc1-2d2f-4bdc-bfc7-ceee50308ff7 tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1093 time: 0.1895680 Jun 07 08:23:12.416960 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47242) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:12.421460 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'port_id': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:12.439304 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] No DVR routers for this DVR port f98f5109-2820-41ae-adce-c1de667594f6 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:12.442214 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.444231 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b236ad99-b9d0-4e5a-89ba-48e46829a04d req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.45 "DELETE /v2.0/ports/f98f5109-2820-41ae-adce-c1de667594f6 HTTP/1.1" status: 204 len: 173 time: 2.2782381 Jun 07 08:23:12.444786 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-deleted', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:12.445807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.447232 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e3e2d9-259e-4153-bbc9-d27e751b3d5d" -d '{"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-deleted", "tag": "f98f5109-2820-41ae-adce-c1de667594f6"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:12.504928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7148a1-a106-415d-b76f-6aa7d85114e7 x-openstack-request-id: req-8d7148a1-a106-415d-b76f-6aa7d85114e7 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:12.505513 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b51dc-5bfd-4e22-a51f-f6693c416c9e", "name": "network-vif-deleted", "tag": "f98f5109-2820-41ae-adce-c1de667594f6", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:12.506026 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d7148a1-a106-415d-b76f-6aa7d85114e7 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:12.506597 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b51dc-5bfd-4e22-a51f-f6693c416c9e', 'name': 'network-vif-deleted', 'tag': 'f98f5109-2820-41ae-adce-c1de667594f6', 'status': 'completed', 'code': 200} Jun 07 08:23:12.577886 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:12.613929 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.761846 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.27.0.237 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/b29e8303-b847-441a-842d-39d300f80b94) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:23:12.898386 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:12.902573 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:12.915900 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:12.916518 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:13.060768 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.092246 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.097060 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0acf94bb-3bfc-498b-9158-3733141d5d85 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:13.132552 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:13.159680 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:23:13.162678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:13.166478 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:23:13.208668 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=b29e8303-b847-441a-842d-39d300f80b94,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:13.227110 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.227798 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.227930 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.228231 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.228577 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.228921 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.229310 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.229720 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.230150 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.230491 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.230827 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.231165 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:13.237381 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:13.470757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47256) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:13.495357 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:13.500419 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45720dc4-7c39-4783-b5cf-ffb87a26a113 None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:15:45Z', 'revision_number': 4, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '9b2945cf-7127-421e-b207-ef6ea6b2170a', 'name': '', 'network_id': 'a3d62faf-9452-4d44-ac69-cdb461fdcea1', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'mac_address': 'fa:16:3e:7c:39:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:44Z', 'updated_at': '2021-06-07T08:16:00Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'subnets': [{'id': '3c7914d6-88a0-47dc-8bc5-3bd22ddbb908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:13.542082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.550628 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.570592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.635007 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.635442 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.638874 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.643112 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "DELETE /v2.0/security-groups/6198eda3-1432-4aa3-b762-cfd132c05171 HTTP/1.1" status: 204 len: 168 time: 0.1684949 Jun 07 08:23:13.643112 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec3782df-0fa4-47de-84c3-292220f5bfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:13.648951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47258) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:13.670404 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198eda3-1432-4aa3-b762-cfd132c05171,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:13.675285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-570a364a-66dc-4acf-af55-f311559409a9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:13.677569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.api.v2.resource [None req-7e6c14d5-f4a0-4ba1-a98a-2d99a0a19306 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] show failed (client error): The resource could not be found. Jun 07 08:23:13.680664 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-7e6c14d5-f4a0-4ba1-a98a-2d99a0a19306 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "GET /v2.0/security-groups/6198eda3-1432-4aa3-b762-cfd132c05171 HTTP/1.1" status: 404 len: 347 time: 0.0304363 Jun 07 08:23:13.683261 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47260) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:13.747449 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3695a-7ac2-4c30-a2f7-59dd833f4a78 None None] New status for floating IP 6ba0b406-8a51-46a5-b8d2-f599f4c14579: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:23:14.042037 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Deleting port 866e1fbf-d92e-4041-b4b4-e9e02a913edd {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:14.042376 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.147443 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.159990 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.166636 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0ea93750-7a3b-4d63-988a-7f5139985f8a tempest-ServerRescueNegativeTestJSON-25420824 tempest-ServerRescueNegativeTestJSON-25420824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:14.239079 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.293708 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.294067 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.538461 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Calling delete_port for 866e1fbf-d92e-4041-b4b4-e9e02a913edd owned by network:floatingip {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:14.548019 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=b29e8303-b847-441a-842d-39d300f80b94,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:14.556095 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:14.662584 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP fe18aa75-3d95-4c80-b4d6-2e62fbb78f31 associated. External IP: 172.27.0.237, port: b7470d36-6d98-4bba-9ec4-84fbb0b4656c. Jun 07 08:23:14.979940 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:14.986694 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5e1ed503-32ec-4ab1-b19f-9719c613e8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:15.033875 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Pushing event deleted for resources: {'Port': ['ID=866e1fbf-d92e-4041-b4b4-e9e02a913edd,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:15.108473 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:15.136592 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.138984 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.140618 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-83bb7c7c-bc88-4da9-b1b5-d62e4cfd994a tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] 10.222.0.46 "DELETE /v2.0/floatingips/6ba0b406-8a51-46a5-b8d2-f599f4c14579 HTTP/1.1" status: 204 len: 168 time: 1.4560745 Jun 07 08:23:15.162809 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:15.346955 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:15.357526 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:15.367247 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:15.367883 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.368048 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:15.422726 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b93df7e2-780e-4526-9d77-6b467438c0d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0047963 Jun 07 08:23:15.423387 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:15.425649 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e" -d '{"events": [{"name": "network-changed", "server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:15.467344 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807f9568-675e-4d30-91b2-92a43279883a x-openstack-request-id: req-807f9568-675e-4d30-91b2-92a43279883a {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:15.467681 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:15.467976 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-807f9568-675e-4d30-91b2-92a43279883a {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:15.468413 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'status': 'completed', 'code': 200} Jun 07 08:23:15.549420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:15.591742 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-1caca4fc-d142-4ab1-bf53-41dcd5c55924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:15.593255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-1caca4fc-d142-4ab1-bf53-41dcd5c55924 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1098 time: 0.0788879 Jun 07 08:23:15.719584 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47286) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:15.739065 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-44e92e1a-f053-4c4b-b116-e9534492a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:15.740597 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-44e92e1a-f053-4c4b-b116-e9534492a4df service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1410031 Jun 07 08:23:15.910262 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'fe18aa75-3d95-4c80-b4d6-2e62fbb78f31', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:ee:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:23:13Z', 'updated_at': '2021-06-07T08:23:13Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:15.915396 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:15.925010 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:15.925737 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:15.970113 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-5d45baf3-99a6-46be-b596-4016043bdea7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 200 len: 999 time: 0.2226901 Jun 07 08:23:16.035378 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-2c2c7bb7-d238-4eb2-b31c-55fa15366c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:16.037130 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-2c2c7bb7-d238-4eb2-b31c-55fa15366c12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0610878 Jun 07 08:23:16.116502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-942113f9-9255-4af3-98d5-a1df2da86f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:16.118013 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-942113f9-9255-4af3-98d5-a1df2da86f17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741982 Jun 07 08:23:16.118631 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:16.257249 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-4d749c2f-0c28-4ff7-9114-6d90a80bf5fa service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330526 Jun 07 08:23:16.406956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ba9eb837-0c14-4ef6-89ef-12c8fbf5745e req-5aa94755-ab5b-4941-b8ec-8626685ec047 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436305 Jun 07 08:23:16.520643 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:16.538408 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-262111e8-dd15-4798-a63a-287e06711465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'fe18aa75-3d95-4c80-b4d6-2e62fbb78f31', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:ee:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:23:13Z', 'updated_at': '2021-06-07T08:23:13Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:16.542343 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262111e8-dd15-4798-a63a-287e06711465 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'fe18aa75-3d95-4c80-b4d6-2e62fbb78f31', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:ee:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:23:13Z', 'updated_at': '2021-06-07T08:23:13Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:16.749291 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc9a77-ff99-4fcd-80cb-689d08d37d69 None None] New status for floating IP fe18aa75-3d95-4c80-b4d6-2e62fbb78f31: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:23:16.952891 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Deleting port 046ba324-a52c-495b-8444-c3ff061863b9 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:16.953142 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.079590 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] For port 046ba324-a52c-495b-8444-c3ff061863b9, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=046ba324-a52c-495b-8444-c3ff061863b9,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:17.079946 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.198766 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Calling delete_port for 046ba324-a52c-495b-8444-c3ff061863b9 owned by network:router_interface {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:17.250649 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.485675 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.489958 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7310c894-4102-4963-aa4b-2c222fd063b9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:17.534522 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Pushing event deleted for resources: {'Port': ['ID=046ba324-a52c-495b-8444-c3ff061863b9,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:17.537497 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:17.788510 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:17.841989 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.989793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47306) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:18.202747 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Router c00e93cb-eec8-423e-a4e1-423a0dbe1523 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:18.381805 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:18.389986 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] 10.222.0.46 "PUT /v2.0/routers/c00e93cb-eec8-423e-a4e1-423a0dbe1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691451 Jun 07 08:23:18.390576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47310) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:18.396328 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Sync routers for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:18.406318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:18.406936 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:18.569301 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks [] for router, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.587475 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:18.596402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.749882 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.832807 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Deleting port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:18.833154 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.878383 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:23:17Z', 'revision_number': 5, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port': {'id': '7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:59Z', 'updated_at': '2021-06-07T08:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:18.883168 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Checking router: c00e93cb-eec8-423e-a4e1-423a0dbe1523 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:18.892446 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Routers {'c00e93cb-eec8-423e-a4e1-423a0dbe1523'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:18.893050 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:18.960736 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] For port 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:18.961117 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.034026 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Deleting port 9b2945cf-7127-421e-b207-ef6ea6b2170a {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:19.034640 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.050644 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] Set router c00e93cb-eec8-423e-a4e1-423a0dbe1523 gateway port host: None {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:19.084678 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Calling delete_port for 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 owned by network:router_gateway {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:19.167365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:23:18Z', 'revision_number': 6, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:19.171752 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b83fa-45c2-4d76-a77c-9f8b93d04479 None None] The sync data for ids ['c00e93cb-eec8-423e-a4e1-423a0dbe1523'] in dv-cinder-784956-6-iscsi is: [{'id': 'c00e93cb-eec8-423e-a4e1-423a0dbe1523', 'name': 'tempest-AttachVolumeTestJSON-506141980-router', 'tenant_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:58Z', 'updated_at': '2021-06-07T08:23:18Z', 'revision_number': 6, 'project_id': 'fa1d940e8f274e4abb7fbabe3d2b207f', 'gw_port_host': None}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:19.294951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] For port 9b2945cf-7127-421e-b207-ef6ea6b2170a, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=9b2945cf-7127-421e-b207-ef6ea6b2170a,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:19.295216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.335470 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.339265 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:19.382473 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:19.386085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:19.424542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Calling delete_port for 9b2945cf-7127-421e-b207-ef6ea6b2170a owned by network:router_interface {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:19.426852 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.605781 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.608085 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.670412 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.674512 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:19.692918 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.693502 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00e93cb-eec8-423e-a4e1-423a0dbe1523 {{(pid=92004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:23:19.698067 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.699183 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a2ebb659-5bb8-45e0-b478-74c26fe951ae admin admin] 10.222.0.46 "DELETE /v2.0/routers/c00e93cb-eec8-423e-a4e1-423a0dbe1523 HTTP/1.1" status: 204 len: 168 time: 1.3077042 Jun 07 08:23:19.701536 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47312) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:19.720090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2945cf-7127-421e-b207-ef6ea6b2170a,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:19.723591 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:19.767867 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Deleting subnet 72eaf7e8-b7d0-495e-a75f-3a0672100051 {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:23:19.771268 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.824109 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.854982 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.930140 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.934180 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ecf1afcc-f2c4-49ef-a3c7-79bc7aa39e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:19.969622 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72eaf7e8-b7d0-495e-a75f-3a0672100051,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:19.972755 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:19.973752 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.975593 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e0f05b6f-ebd4-4777-834d-c8fc44251e95 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/72eaf7e8-b7d0-495e-a75f-3a0672100051 HTTP/1.1" status: 204 len: 168 time: 0.2731056 Jun 07 08:23:19.977991 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47314) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:19.980907 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e69296-b312-4b3d-94f4-81b4d374cfd6 None None] Network 03a40fec-0704-4c78-b60a-c62991020c51 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:20.001660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.091236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.163401 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Deleting port 080d033c-539e-4c1a-bf4c-6ec59114897e {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:20.163778 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.280204 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] DHCP port deletion for 03a40fec-0704-4c78-b60a-c62991020c51 request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:23:20.291792 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] For port 080d033c-539e-4c1a-bf4c-6ec59114897e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=080d033c-539e-4c1a-bf4c-6ec59114897e,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:20.292155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.350924 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Deleting port 080d033c-539e-4c1a-bf4c-6ec59114897e {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:20.351227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.401972 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Router 0606d5fc-8627-4543-85a2-88a82190b45c has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:20.433013 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Calling delete_port for 080d033c-539e-4c1a-bf4c-6ec59114897e owned by network:dhcp {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:20.496952 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.503823 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-f53f2aa0-bf0d-464d-aaae-0faeadef4e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:20.524915 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] For port 080d033c-539e-4c1a-bf4c-6ec59114897e, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=080d033c-539e-4c1a-bf4c-6ec59114897e,segment=NetworkSegment(d11035c5-7b19-4312-889d-78f7a4529939),segment_id=d11035c5-7b19-4312-889d-78f7a4529939)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:20.525391 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.538102 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 046ba324-a52c-495b-8444-c3ff061863b9 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:20.553179 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Pushing event deleted for resources: {'Port': ['ID=080d033c-539e-4c1a-bf4c-6ec59114897e,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:20.556283 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:20.557161 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] No DVR routers for this DVR port 080d033c-539e-4c1a-bf4c-6ec59114897e on host dv-cinder-784956-6-iscsi {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:20.589550 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:20.594317 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] 10.222.0.46 "PUT /v2.0/routers/0606d5fc-8627-4543-85a2-88a82190b45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034310 Jun 07 08:23:20.596722 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47316) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:20.599825 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Sync routers for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:20.611410 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:20.612480 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.679686 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.687501 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 046ba324-a52c-495b-8444-c3ff061863b9 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:20.687949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 046ba324-a52c-495b-8444-c3ff061863b9 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:20.688274 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:20.696605 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.696605 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.697374 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.697722 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > port after_create 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.698094 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.698585 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > port after_update 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.698911 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.699316 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.699633 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.699947 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.726147 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Calling delete_port for 080d033c-539e-4c1a-bf4c-6ec59114897e owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:20.753534 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:20.753878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7f1ce7d4-f3cf-432c-a7dc-91639cb99ec9 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:20.754529 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 080d033c-539e-4c1a-bf4c-6ec59114897e no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:20.795534 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 080d033c-539e-4c1a-bf4c-6ec59114897e {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:20.796413 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 080d033c-539e-4c1a-bf4c-6ec59114897e not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:20.798869 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf0ed-9aee-4f82-af63-c3e7af4ed77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.843577 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.848175 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:20.849837 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:20.865775 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.866432 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.866999 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.867782 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:23:20.868465 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a40fec-0704-4c78-b60a-c62991020c51']}} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.887592 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11035c5-7b19-4312-889d-78f7a4529939') {'for_net_delete': True} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.888422 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11035c5-7b19-4312-889d-78f7a4529939') {} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.892146 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Pushing event deleted for resources: {'Port': ['ID=080d033c-539e-4c1a-bf4c-6ec59114897e,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:20.898765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:20.899632 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] No DVR routers for this DVR port 080d033c-539e-4c1a-bf4c-6ec59114897e on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:20.917520 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62091525'] for segment, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.918194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.938622 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.947041 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=92004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:23:20.947575 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1787800'] for segment, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: from cryptography.utils import int_from_bytes Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: from cryptography.utils import int_from_bytes Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: Traceback (most recent call last): Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: timer() Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: cb(*args, **kw) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: return func(*args, **kwargs) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: self._notify() Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: self.callback(batched_events) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: event.method(event) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: return f(self, *a, **k) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._get(url).json() Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: return self.request(url, 'GET', **kwargs) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:23:20.963600 dv-cinder-784956-6-iscsi neutron-server[92004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:23:21.113955 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.145322 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.149583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-30abb7ab-79c5-4d1e-b760-63a7f0d0edac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.171939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.176465 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] 10.222.0.46 "DELETE /v2.0/networks/03a40fec-0704-4c78-b60a-c62991020c51 HTTP/1.1" status: 204 len: 168 time: 1.1974919 Jun 07 08:23:21.177394 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Pushing event deleted for resources: {'Network': ['ID=03a40fec-0704-4c78-b60a-c62991020c51,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.180141 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.197309 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:23:19Z', 'revision_number': 5, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port': {'id': '88ce8faf-94ed-4bf2-861f-63c02f70e3a3', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:37Z', 'updated_at': '2021-06-07T08:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.198137 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Deleting port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:21.198436 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.201717 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Checking router: 0606d5fc-8627-4543-85a2-88a82190b45c for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:21.210347 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Routers {'0606d5fc-8627-4543-85a2-88a82190b45c'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:21.210943 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:22:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['0606d5fc-8627-4543-85a2-88a82190b45c'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.295071 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47320) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:21.326473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] For port 88ce8faf-94ed-4bf2-861f-63c02f70e3a3, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:21.327154 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.342250 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-59148226-2ce5-4ca5-bf63-f2860c9530bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa1d940e8f274e4abb7fbabe3d2b207f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459366 Jun 07 08:23:21.345155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47322) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:21.367573 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] Set router 0606d5fc-8627-4543-85a2-88a82190b45c gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:21.406331 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.437008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.456519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Calling delete_port for 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:21.470373 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:23:21Z', 'revision_number': 6, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.474027 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe99531-a9b3-423d-a8b0-3c7d1df599a3 None None] The sync data for ids ['0606d5fc-8627-4543-85a2-88a82190b45c'] in dv-cinder-784956-6-iscsi is: [{'id': '0606d5fc-8627-4543-85a2-88a82190b45c', 'name': 'tempest-AttachVolumeShelveTestJSON-76043722-router', 'tenant_id': '435137ee3a3c442b894580973369ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:35Z', 'updated_at': '2021-06-07T08:23:21Z', 'revision_number': 6, 'project_id': '435137ee3a3c442b894580973369ed6a', 'gw_port_host': None}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:21.494369 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.496824 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.501493 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aab53c7c-fc3c-477a-bb2d-1851256db7d6 HTTP/1.1" status: 204 len: 168 time: 0.1519270 Jun 07 08:23:21.501493 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-22735678-8eca-4254-b486-2342054afff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.512203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab53c7c-fc3c-477a-bb2d-1851256db7d6,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.514730 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.608081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.612806 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec3d421d-fa78-48ca-975f-451eda4045b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.659861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ce8faf-94ed-4bf2-861f-63c02f70e3a3,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.662231 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.749869 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.927574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.929768 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.955790 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.956237 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0606d5fc-8627-4543-85a2-88a82190b45c {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:23:21.961158 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.962359 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0606d5fc-8627-4543-85a2-88a82190b45c HTTP/1.1" status: 204 len: 168 time: 1.3647356 Jun 07 08:23:21.964763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47336) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:22.027828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Deleting subnet 3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:23:22.031045 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.087853 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.307458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.383840 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.389452 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:22.429005 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7914d6-88a0-47dc-8bc5-3bd22ddbb908,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:22.429464 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:22.432289 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:22.433280 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.437993 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-dc7013b9-63fc-4904-8288-0998b90e9726 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3c7914d6-88a0-47dc-8bc5-3bd22ddbb908 HTTP/1.1" status: 204 len: 168 time: 0.4694309 Jun 07 08:23:22.439133 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47352) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:22.482878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a00cd6-d69c-4594-8b89-b8f76a233bad None None] Network a3d62faf-9452-4d44-ac69-cdb461fdcea1 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:22.515227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:22.515580 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 88ce8faf-94ed-4bf2-861f-63c02f70e3a3 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:22.516002 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 9b2945cf-7127-421e-b207-ef6ea6b2170a no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:22.558402 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.639202 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Deleting port 3f8a649a-6b39-463d-912c-ef6e545a3875 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:22.639863 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.642394 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 9b2945cf-7127-421e-b207-ef6ea6b2170a {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:22.642819 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 9b2945cf-7127-421e-b207-ef6ea6b2170a not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:22.746526 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] For port 3f8a649a-6b39-463d-912c-ef6e545a3875, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3f8a649a-6b39-463d-912c-ef6e545a3875,segment=NetworkSegment(b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf),segment_id=b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:22.746904 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.849915 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] DHCP port deletion for a3d62faf-9452-4d44-ac69-cdb461fdcea1 request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:23:22.881502 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Calling delete_port for 3f8a649a-6b39-463d-912c-ef6e545a3875 owned by network:dhcp {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:22.935228 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.938131 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Deleting port 3f8a649a-6b39-463d-912c-ef6e545a3875 {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:22.938595 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.943887 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9fce6c7b-6bd7-41f3-aab7-ee7e776628fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:22.995191 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8a649a-6b39-463d-912c-ef6e545a3875,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:22.997234 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] No DVR routers for this DVR port 3f8a649a-6b39-463d-912c-ef6e545a3875 on host dv-cinder-784956-6-iscsi {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:23.000425 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:23.051303 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] For port 3f8a649a-6b39-463d-912c-ef6e545a3875, host dv-cinder-784956-6-iscsi, got binding levels [] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:23.052214 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.117484 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.135289 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d62faf-9452-4d44-ac69-cdb461fdcea1']}} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:23.147978 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf') {'for_net_delete': True} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:23.148268 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08c2556-aa4a-46b6-91e0-e8d3a7e5bccf') {} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:23.159925 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62091525'] for segment, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.175524 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.181578 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:23:23.182036 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1787800'] for segment, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.192738 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Calling delete_port for 3f8a649a-6b39-463d-912c-ef6e545a3875 owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: Traceback (most recent call last): Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: timer() Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: cb(*args, **kw) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: return func(*args, **kwargs) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: self._notify() Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: self.callback(batched_events) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: event.method(event) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: return f(self, *a, **k) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._get(url).json() Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: return self.request(url, 'GET', **kwargs) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:23:23.195782 dv-cinder-784956-6-iscsi neutron-server[92004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:23:23.198173 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.ipam_backend_mixin [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Port 3f8a649a-6b39-463d-912c-ef6e545a3875 was not found and therefore no delete operation was performed {{(pid=92005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 08:23:23.199331 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.203242 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-000049ee-7eb9-4ee4-b849-d27aac529358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:23.249221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Pushing event deleted for resources: {'Port': ['ID=3f8a649a-6b39-463d-912c-ef6e545a3875,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:23.254522 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:23.259624 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] No DVR routers for this DVR port 3f8a649a-6b39-463d-912c-ef6e545a3875 on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:23.263460 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.277948 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.282461 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-760a2714-bdb2-4de7-997c-b9ebb8a0d208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:23.296008 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.297929 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3d62faf-9452-4d44-ac69-cdb461fdcea1 HTTP/1.1" status: 204 len: 168 time: 0.8576727 Jun 07 08:23:23.303388 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d62faf-9452-4d44-ac69-cdb461fdcea1,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:23.305533 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:23.450869 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-dbbea846-cb63-49de-8121-3f89d044d85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.482594 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47366) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:23.529434 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-5930e885-a23c-42f5-888a-dde829c2b5b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=435137ee3a3c442b894580973369ed6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455017 Jun 07 08:23:23.531595 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47368) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:23.586645 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.610896 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.662385 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.664785 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.665890 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59cd9d29-8be1-4667-8707-a8597d26756f HTTP/1.1" status: 204 len: 168 time: 0.1334438 Jun 07 08:23:23.666648 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ef66dcdc-1357-431a-a692-6a070a58297e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:23.675710 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cd9d29-8be1-4667-8707-a8597d26756f,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:23.677906 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7315c910-8092-4bfe-8d1d-79993db699c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:24.381198 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47402) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:24.413498 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.423763 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3f8a649a-6b39-463d-912c-ef6e545a3875 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:24.459261 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 3f8a649a-6b39-463d-912c-ef6e545a3875 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:24.460445 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3f8a649a-6b39-463d-912c-ef6e545a3875 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:24.511982 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1757290483-network', 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:24.534369 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'network': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:24.536565 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.548760 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.652173 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.656309 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.659113 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-eee196fb-fa9b-4bd7-9cff-a9e16ec5a65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:24.685598 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=92004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:23:24.694078 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf19cef-7fdb-454a-8b7c-fc89384e2f74,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:24.697479 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:24.699798 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.700135 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.segments_db [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Added segment 1a67c7f1-29c6-4d81-af44-e1207308871f of type vlan for network 1b39744d-873b-4517-90ae-12e389def9d7 Jun 07 08:23:24.726104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.755576 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.756947 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:24.757477 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.760752 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:24.801606 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4191887 Jun 07 08:23:24.804859 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47410) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:24.809911 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Request body: {'subnet': {'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1757290483-subnet', 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:24.831419 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:24.833687 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60901312'] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.856750 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b39744d-873b-4517-90ae-12e389def9d7,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:24.859356 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-fb4930ac-d08e-4cc9-ba21-eb8a4791e6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:24.866830 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 1b39744d-873b-4517-90ae-12e389def9d7 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:23:25.037466 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61213821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60901330'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.041832 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:25.111796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=806bb041-25ba-4b66-888c-b0225e1b21a0,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:25.115143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:25.120701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Checking segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:23:25.121056 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Network hostable DHCP agents. Network: 1b39744d-873b-4517-90ae-12e389def9d7, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:23:25.138635 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Network 1b39744d-873b-4517-90ae-12e389def9d7 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:23:25.148645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 1b39744d-873b-4517-90ae-12e389def9d7) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:25.152584 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:25.153164 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.158606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528a890-9566-4ea2-a27c-9ddacaf7dc5a None None] Network 1b39744d-873b-4517-90ae-12e389def9d7 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:25.170043 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-7ca2ad67-c776-40a8-96c1-a6e331cae01c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3639793 Jun 07 08:23:25.381365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669d214-f610-4652-856a-936777587808 None None] Network 1b39744d-873b-4517-90ae-12e389def9d7 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:25.682114 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-514d1b4c-3da1-4566-b8b5-1bd0f7fe5edc tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:25.683825 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-514d1b4c-3da1-4566-b8b5-1bd0f7fe5edc tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1525948 Jun 07 08:23:25.698263 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-8d013e25-a62c-4485-8ff8-e65b2c417451 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/quotas/4e07e270eb8247a99bcbe84bf15662f4 HTTP/1.1" status: 200 len: 375 time: 0.0090287 Jun 07 08:23:25.748839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-2d1c8905-02f0-4a01-8026-aaf9f6447f96 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455871 Jun 07 08:23:25.808856 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47436) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:25.881710 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-a17c2454-090b-4bb9-8a40-56fa30bd01b6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260593 Jun 07 08:23:25.923486 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.017627 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-5fd2cd23-ee54-4ef8-b4ee-b987f980dff7 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297476 Jun 07 08:23:26.023438 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.028829 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.043931 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-46f856dd-4a01-45f1-b188-9c3c97690423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:26.113624 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39551c1c36e44453a82f7f072f83592d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034723 Jun 07 08:23:26.116209 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c571e-e812-4628-8230-15116430225f,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:26.117508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47440) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:26.121440 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:26.189326 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.215025 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.249856 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.270638 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0119a0e5-40aa-4ad0-acef-9e7ad0c8349f req-7969046c-b212-42d0-a39b-3d63554f96ec tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 210 time: 0.0579617 Jun 07 08:23:26.314327 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.316766 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.320674 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc3c571e-e812-4628-8230-15116430225f HTTP/1.1" status: 204 len: 168 time: 0.1994934 Jun 07 08:23:26.320674 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ec49b7ae-c209-48b9-88bd-b044a9c20325 tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:26.329302 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c571e-e812-4628-8230-15116430225f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:26.332085 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:27.483532 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-baa1a008-d754-4f2b-8d6e-d50c822a606b req-a4539242-000e-4539-9b1a-a762d53e9a0c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 210 time: 0.0634787 Jun 07 08:23:27.506460 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-be1facd8-575c-4c0b-9e6c-2950dcb0ec4e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:27.508432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-be1facd8-575c-4c0b-9e6c-2950dcb0ec4e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.2328582 Jun 07 08:23:27.531653 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Request body: {'port': {'device_id': '8e86c366-c271-4b77-823a-e830e1b52d78', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'admin_state_up': True, 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:27.685500 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:27.689459 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:27.960628 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Allocated IP 172.20.0.12 (1b39744d-873b-4517-90ae-12e389def9d7/806bb041-25ba-4b66-888c-b0225e1b21a0/9da3b95a-7bfa-4bf4-ac45-edba575d900a) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:23:28.178468 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.208716 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.215706 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-52c85dba-5e1c-4b34-ada1-c937cee5812e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:28.286818 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Network 1b39744d-873b-4517-90ae-12e389def9d7 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:23:28.290387 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:28.294458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:23:28.335335 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event updated for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:28.339524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:28.364130 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:28.364788 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.385392 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8582726 Jun 07 08:23:28.404209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Request body: {'port': {'device_id': '8e86c366-c271-4b77-823a-e830e1b52d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:28.515094 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.823910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47beb-2bbf-42a9-b88b-2866573ffc2b req-f3fd5c21-a470-43f0-bd8a-427f4d66b4ab tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:28.825270 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-87e47beb-2bbf-42a9-b88b-2866573ffc2b req-f3fd5c21-a470-43f0-bd8a-427f4d66b4ab tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 932 time: 0.2354701 Jun 07 08:23:28.887794 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-87e47beb-2bbf-42a9-b88b-2866573ffc2b req-62cbae65-244c-4d9b-9830-d9a14fe89d48 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553398 Jun 07 08:23:28.957427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da3b95a-7bfa-4bf4-ac45-edba575d900a {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:23:28.964458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.978063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Transition to ACTIVE for port object 9da3b95a-7bfa-4bf4-ac45-edba575d900a will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:23:28.981375 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:28.985599 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d8e450a8-c028-4934-b038-4c4c1df4426d tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:29.143112 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:29.170539 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:29.210926 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Attempting to bind port 9da3b95a-7bfa-4bf4-ac45-edba575d900a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:23:29.211257 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Attempting to bind port 9da3b95a-7bfa-4bf4-ac45-edba575d900a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:23:29.211583 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Attempting to bind port 9da3b95a-7bfa-4bf4-ac45-edba575d900a on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:23:29.215985 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Port 9da3b95a-7bfa-4bf4-ac45-edba575d900a on network 1b39744d-873b-4517-90ae-12e389def9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:23:29.216316 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Attempting to bind port 9da3b95a-7bfa-4bf4-ac45-edba575d900a on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:23:29.221227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:23:29.221560 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Checking segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:23:29.222019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Bound using segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:23:29.222373 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Bound port: 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:23:29.222715 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:29.307170 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:23:29.310048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:23:29.314967 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:29.319536 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-40fe4d34-fabf-4b33-a812-d3859f39aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:29.376907 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:29.377522 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:29.378937 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] 10.222.0.45 "PUT /v2.0/ports/9da3b95a-7bfa-4bf4-ac45-edba575d900a HTTP/1.1" status: 200 len: 1094 time: 0.9790556 Jun 07 08:23:29.379437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:29.381702 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b870360-15f2-4860-85b3-49dc76e7e9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:29.401714 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:29.406306 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:29.426863 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9d9c1-eabc-4c4f-ac08-339a56883d2b x-openstack-request-id: req-2fd9d9c1-eabc-4c4f-ac08-339a56883d2b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:29.427203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:29.427484 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fd9d9c1-eabc-4c4f-ac08-339a56883d2b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:29.427920 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'status': 'completed', 'code': 200} Jun 07 08:23:29.515438 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-af63a6ea-7a63-4479-a31e-66436e743347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:29.516904 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-af63a6ea-7a63-4479-a31e-66436e743347 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 1097 time: 0.0708175 Jun 07 08:23:29.594199 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-61cf33cf-84ae-4c0b-becf-daea214fd2c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a HTTP/1.1" status: 200 len: 217 time: 0.0628908 Jun 07 08:23:29.662285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-2fe3b2fe-3807-45e2-aa77-21ce89428edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:29.663826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-2fe3b2fe-3807-45e2-aa77-21ce89428edb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0637159 Jun 07 08:23:29.711350 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-74ee1202-9a33-4ebb-b7b4-928dabbb2036 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404627 Jun 07 08:23:29.958425 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-ffac4a18-3dd6-4e68-a1ec-0920eabcdb05 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322724 Jun 07 08:23:30.147241 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-90443aa5-2312-43c5-b4c2-69884f8342e4 req-74a6d30a-7975-4f99-84b9-932cbdf83f79 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779561 Jun 07 08:23:30.162312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0ccc-c4a2-4934-972c-4b84fbe03276 req-24d4b549-2c5f-4afd-9e37-cf9425c1360d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:30.163788 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-453c0ccc-c4a2-4934-972c-4b84fbe03276 req-24d4b549-2c5f-4afd-9e37-cf9425c1360d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 944 time: 0.1695759 Jun 07 08:23:30.218639 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-453c0ccc-c4a2-4934-972c-4b84fbe03276 req-24604f59-9c16-458f-849c-2c8d1882c92a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Jun 07 08:23:31.402871 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf53eb0-d591-4caf-9d6f-26afac8e5ffd req-be8a0a41-1ee5-4712-8e47-5c58b8880b07 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:31.404313 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1bf53eb0-d591-4caf-9d6f-26afac8e5ffd req-be8a0a41-1ee5-4712-8e47-5c58b8880b07 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 944 time: 0.0831847 Jun 07 08:23:31.448025 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1bf53eb0-d591-4caf-9d6f-26afac8e5ffd req-4a205215-0e0b-4778-ad5f-d98261df15ab tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375488 Jun 07 08:23:32.626799 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8f4ac-538c-45d4-959f-0aa201099625 req-741474df-d381-4def-adec-1f5d7fa0c3a3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:32.628146 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92e8f4ac-538c-45d4-959f-0aa201099625 req-741474df-d381-4def-adec-1f5d7fa0c3a3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 944 time: 0.0779901 Jun 07 08:23:32.675666 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92e8f4ac-538c-45d4-959f-0aa201099625 req-67b01391-b78c-4e15-bf73-4b1a8907ae9d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Jun 07 08:23:32.896343 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-c1080f99-b65f-45dc-aa32-6fcb13dc43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:32.897851 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-c1080f99-b65f-45dc-aa32-6fcb13dc43da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 1097 time: 0.0708451 Jun 07 08:23:33.033063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-baccd210-3608-4a3e-9e67-6cb0bba21a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:33.034580 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-baccd210-3608-4a3e-9e67-6cb0bba21a38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 916 time: 0.1300373 Jun 07 08:23:33.106123 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-44b2bd82-8235-4964-a53c-d2a322fa1e4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a HTTP/1.1" status: 200 len: 217 time: 0.0636506 Jun 07 08:23:33.167918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-586b606c-5c03-4a48-b9d9-9b6bd73f6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:33.169242 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-586b606c-5c03-4a48-b9d9-9b6bd73f6e4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0560350 Jun 07 08:23:33.216659 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-796819d3-b0da-4db3-a406-3ebcdf7b04f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404041 Jun 07 08:23:33.344376 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-6035032e-9dae-494c-bc0b-fe761c851f57 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206017 Jun 07 08:23:33.478276 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0b870360-15f2-4860-85b3-49dc76e7e9fd req-0467e1fd-cdde-4bd1-97a7-b48023e85f84 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252787 Jun 07 08:23:33.858865 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc6236-9330-4af8-967b-4a51275bb5fa req-c980d972-0351-4684-9b60-b2d79ff62ede tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:33.860573 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74bc6236-9330-4af8-967b-4a51275bb5fa req-c980d972-0351-4684-9b60-b2d79ff62ede tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 944 time: 0.0821557 Jun 07 08:23:33.903347 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-74bc6236-9330-4af8-967b-4a51275bb5fa req-fb164b01-7623-4ca8-bed2-b505b9ff9486 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Jun 07 08:23:34.002884 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9da3b95a-7bfa-4bf4-ac45-edba575d900a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:23:34.133792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:34.150195 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'port_id': '9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'mac_address': 'fa:16:3e:62:fc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806bb041-25ba-4b66-888c-b0225e1b21a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:23:34.208701 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:34.229774 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3b95a-7bfa-4bf4-ac45-edba575d900a {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:23:34.245868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:34.249803 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:34.251943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-7e1ff6ec-aa2a-4bff-9fb1-f2809f751cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:34.320424 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:34.324230 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:34.569712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:23:35.083774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeda20-1a07-41bd-b792-5028e399aec0 req-8e693737-cd47-4d09-ad16-66ddbde0a83a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:35.085189 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6caeda20-1a07-41bd-b792-5028e399aec0 req-8e693737-cd47-4d09-ad16-66ddbde0a83a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 945 time: 0.0785849 Jun 07 08:23:35.131233 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6caeda20-1a07-41bd-b792-5028e399aec0 req-2e1a6870-0ed9-4f9c-b6f1-7f6908b758d0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Jun 07 08:23:36.002683 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9da3b95a-7bfa-4bf4-ac45-edba575d900a up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:23:36.070765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 9da3b95a-7bfa-4bf4-ac45-edba575d900a completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:23:36.075148 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 9da3b95a-7bfa-4bf4-ac45-edba575d900a triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:23:36.075525 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:36.193803 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:36.226987 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:36.229288 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa1cc6-14fb-44f6-a6e6-0b64008b903c" -d '{"events": [{"server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:36.237586 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:36.242477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:36.244678 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-16722b2a-2b98-4b72-889f-723598965d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:36.281679 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f615073f-5875-4246-b6b1-e26df53fbddb x-openstack-request-id: req-f615073f-5875-4246-b6b1-e26df53fbddb {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:36.282017 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:36.282279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f615073f-5875-4246-b6b1-e26df53fbddb {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:36.282666 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'code': 200} Jun 07 08:23:36.316460 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:36.320229 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:36.340719 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9b3f-3773-4f53-a29d-686638685867 req-7ffd25b0-e015-485d-9aa0-ca8a69aa1b54 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:36.342230 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-240d9b3f-3773-4f53-a29d-686638685867 req-7ffd25b0-e015-485d-9aa0-ca8a69aa1b54 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0894811 Jun 07 08:23:36.387938 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-240d9b3f-3773-4f53-a29d-686638685867 req-825d975b-ba30-4b65-acd5-46df9566b5a1 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Jun 07 08:23:36.530548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61680-0476-497e-9fad-3f5a722ba747 req-1d2598ea-509b-4244-a944-74e032ece64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:36.531941 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8fe61680-0476-497e-9fad-3f5a722ba747 req-1d2598ea-509b-4244-a944-74e032ece64b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 1099 time: 0.0716488 Jun 07 08:23:36.661231 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8fe61680-0476-497e-9fad-3f5a722ba747 req-d130356c-1351-420b-b60b-52398064e7aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228731 Jun 07 08:23:37.154572 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47568) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:37.270779 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.372542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.376149 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.383983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-06c4a411-567d-4047-af19-bdc4a1aa9293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:37.424504 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00da80d51865490a8eaff86f3c9e58a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683604 Jun 07 08:23:37.425428 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ae757-8427-4018-a9c3-b73c9d9e0014,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:37.427351 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47574) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:37.428694 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0db19d58-0e1e-4d29-8a4b-0c5e5c0a717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:37.491348 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.516826 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.572463 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.575029 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.576140 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/000ae757-8427-4018-a9c3-b73c9d9e0014 HTTP/1.1" status: 204 len: 168 time: 0.1469557 Jun 07 08:23:37.577485 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7cfbbcfa-a6fe-45a7-8c09-f397d628ede2 tempest-TestMinimumBasicScenario-285976001 tempest-TestMinimumBasicScenario-285976001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:37.580583 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce431a2-b16d-471b-8a87-605ab9ab84e6 req-c2f34b26-0360-4133-a79f-b8f6dbdee1b3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:37.582099 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2ce431a2-b16d-471b-8a87-605ab9ab84e6 req-c2f34b26-0360-4133-a79f-b8f6dbdee1b3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0839956 Jun 07 08:23:37.587515 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ae757-8427-4018-a9c3-b73c9d9e0014,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:37.589667 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-96e586fc-a89f-4ff2-a6b8-edbc8ce24cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:37.641258 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2ce431a2-b16d-471b-8a87-605ab9ab84e6 req-42ec9f7d-95e7-48a8-9ceb-9a9675c38e7c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Jun 07 08:23:37.873668 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47580) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:37.891667 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.993564 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:37.996970 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.005533 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e828aa8e-0584-484c-b4c1-706fa259d22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:38.049898 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c991911740b426bb84a2efca2e219cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717772 Jun 07 08:23:38.049898 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aef4bf-be9c-4648-98d9-a6eac3ba5743,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:38.050208 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47582) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:38.051002 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-8517fd81-07e8-4158-a386-8afe60df8450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:38.106294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.131634 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.184145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.187128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.188259 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6aef4bf-be9c-4648-98d9-a6eac3ba5743 HTTP/1.1" status: 204 len: 168 time: 0.1373596 Jun 07 08:23:38.189086 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1c4d75ed-a2cf-4931-b48f-b53d83997afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:38.198396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aef4bf-be9c-4648-98d9-a6eac3ba5743,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:38.200554 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6afcacd4-77e0-405e-ae56-a5dd0e620eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:38.831508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c751db-743b-4b82-84f1-eac25538e747 req-9ca65d87-3b34-48f4-a8bd-8ee667b992f5 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:38.832083 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f4c751db-743b-4b82-84f1-eac25538e747 req-9ca65d87-3b34-48f4-a8bd-8ee667b992f5 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0834301 Jun 07 08:23:38.876843 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f4c751db-743b-4b82-84f1-eac25538e747 req-ce9c7223-3367-40d6-8576-0f60e81fcf71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Jun 07 08:23:39.352473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 47620) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:39.467958 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.572309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.575903 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.584092 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-56f57485-0709-41d0-a612-ac3fa3a58b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:39.622849 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dcb724e07e544a1adbe04017f497503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692432 Jun 07 08:23:39.623809 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2801052d-0288-4be7-903c-abe9129c5941,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:39.626939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47624) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:39.627441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-6723fd7b-2b9e-49b4-8a6c-f316fe01876b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:39.773886 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.798902 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.848976 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.851484 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:39.852586 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2801052d-0288-4be7-903c-abe9129c5941 HTTP/1.1" status: 204 len: 168 time: 0.2241998 Jun 07 08:23:39.853316 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-805e1240-bf2b-4fe0-b4b6-7b7f15b0560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:39.862879 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801052d-0288-4be7-903c-abe9129c5941,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:39.865028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:47.262750 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:48.916360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-810e4fc7-ca34-4afa-9389-cc1d0370c3a3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:48.917778 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-810e4fc7-ca34-4afa-9389-cc1d0370c3a3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1454811 Jun 07 08:23:48.931566 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-8a3e291a-6781-4480-a76c-7fcbc7506081 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/quotas/4e07e270eb8247a99bcbe84bf15662f4 HTTP/1.1" status: 200 len: 375 time: 0.0084002 Jun 07 08:23:49.010640 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-0bfa4ea0-b652-4ca5-9059-208ae2260a0b tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741866 Jun 07 08:23:49.141472 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-726f4c86-6da3-451d-8659-4b6bfc4e8181 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234343 Jun 07 08:23:49.271303 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-fce47b6e-6652-4ac7-8d5e-a225881ef6f3 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Jun 07 08:23:49.453918 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a6799a19-0c54-458e-9624-6acbc04ceaa0 req-11cc961f-147f-49a6-ada6-213f56be07ea tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 210 time: 0.0463521 Jun 07 08:23:50.620168 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ca1703fb-704d-4288-a9e2-ce66365b0c92 req-0f6c5732-63b3-4a2e-8edb-19e32d2c996e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 210 time: 0.0624583 Jun 07 08:23:50.725818 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-435dfeaf-d964-4504-ac91-0a4e0c3953dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.735631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-5575c4d0-6759-472f-8eb2-d979882748d4 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:50.737251 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-5575c4d0-6759-472f-8eb2-d979882748d4 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.2079878 Jun 07 08:23:50.825671 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Request body: {'port': {'device_id': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'admin_state_up': True, 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:50.974226 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:50.977586 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:51.142086 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Allocated IP 172.20.0.6 (1b39744d-873b-4517-90ae-12e389def9d7/806bb041-25ba-4b66-888c-b0225e1b21a0/f0ff6051-609d-43c4-b1ba-99eb61864ced) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:23:51.435622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:51.464063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:51.470390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f1ce9a54-1e5d-45bc-8921-8d6120f41da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:51.517491 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:23:51.539876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Network 1b39744d-873b-4517-90ae-12e389def9d7 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:23:51.542876 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:51.546842 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:23:51.580969 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event updated for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:51.585269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:51.626438 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:51.627184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:51.646923 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252237 Jun 07 08:23:51.665814 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Request body: {'port': {'device_id': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:51.834899 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:51.910363 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc426-d28b-4bb9-b1a5-26277d1e943b req-903cf83d-7056-4ce5-bdf6-cdc2de33bd34 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:51.911814 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f33cc426-d28b-4bb9-b1a5-26277d1e943b req-903cf83d-7056-4ce5-bdf6-cdc2de33bd34 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 931 time: 0.1599104 Jun 07 08:23:52.024780 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f33cc426-d28b-4bb9-b1a5-26277d1e943b req-50ecc0f6-b6d1-4cec-8520-56c1cb19f01c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061518 Jun 07 08:23:52.222992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ff6051-609d-43c4-b1ba-99eb61864ced {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:23:52.230184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.243787 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Transition to ACTIVE for port object f0ff6051-609d-43c4-b1ba-99eb61864ced will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:23:52.247541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.252332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aafc6ff5-93c2-42ff-8be0-3ba98f8817cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:52.409209 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:52.416238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:52.480108 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Attempting to bind port f0ff6051-609d-43c4-b1ba-99eb61864ced on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:23:52.480445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Attempting to bind port f0ff6051-609d-43c4-b1ba-99eb61864ced by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:23:52.480772 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Attempting to bind port f0ff6051-609d-43c4-b1ba-99eb61864ced on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:23:52.485734 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Port f0ff6051-609d-43c4-b1ba-99eb61864ced on network 1b39744d-873b-4517-90ae-12e389def9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:23:52.486108 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Attempting to bind port f0ff6051-609d-43c4-b1ba-99eb61864ced on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:23:52.491068 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:23:52.491406 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Checking segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:23:52.491785 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Bound using segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:23:52.492207 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Bound port: f0ff6051-609d-43c4-b1ba-99eb61864ced, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:23:52.492546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.581700 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:23:52.585133 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:23:52.589922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.593989 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a07b2fad-c346-43a8-bbbe-eb3138c443f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:52.651403 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:52.652013 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.653361 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] 10.222.0.45 "PUT /v2.0/ports/f0ff6051-609d-43c4-b1ba-99eb61864ced HTTP/1.1" status: 200 len: 1093 time: 0.9924605 Jun 07 08:23:52.653888 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:52.656711 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924bb853-a7a8-4841-98f8-42f5c567cb34" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:52.673186 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:52.676301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:52.710769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ee88c-3a7d-4bce-8cfd-94aa40ceb1b7 x-openstack-request-id: req-b35ee88c-3a7d-4bce-8cfd-94aa40ceb1b7 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:52.711091 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:52.711376 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b35ee88c-3a7d-4bce-8cfd-94aa40ceb1b7 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:52.711956 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced', 'status': 'completed', 'code': 200} Jun 07 08:23:52.809182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-2781c836-9965-480a-a718-20d948f1c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:52.810658 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-2781c836-9965-480a-a718-20d948f1c326 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 1096 time: 0.0792572 Jun 07 08:23:52.885558 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-c4eafd4d-528e-41b2-8169-8f7267a51df1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced HTTP/1.1" status: 200 len: 217 time: 0.0598953 Jun 07 08:23:52.955397 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc631-204c-4540-a09c-4df8353a675b req-2beb4409-4ab2-4c7b-8ab2-30c0933fab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:52.956826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-2beb4409-4ab2-4c7b-8ab2-30c0933fab14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0640991 Jun 07 08:23:53.004346 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-16a32e9f-f2e1-49f1-ad4c-13f21d1ff0fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402780 Jun 07 08:23:53.239731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:53.291763 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-e80d1536-0729-4946-81c6-0bfcce4a55c1 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792757 Jun 07 08:23:53.344219 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33c211-e40a-459b-80ea-f1a9d5aeacb7 req-e2c6f31a-c65b-4bdb-b4ff-0bc96230eef9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:53.345636 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd33c211-e40a-459b-80ea-f1a9d5aeacb7 req-e2c6f31a-c65b-4bdb-b4ff-0bc96230eef9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 943 time: 0.1481674 Jun 07 08:23:53.443776 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-960fa233-977b-4f32-8538-3e4733d73432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:53.461228 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cd33c211-e40a-459b-80ea-f1a9d5aeacb7 req-84a9bdfe-21cd-445f-9fbf-3cb6d9bfb822 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087513 Jun 07 08:23:53.468720 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-783bc631-204c-4540-a09c-4df8353a675b req-c8d732f1-7e6f-4dd0-8f3d-7e1bcb506d5a service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691411 Jun 07 08:23:53.646340 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-49636b07-3d3f-49be-9e52-313d6e46a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:53.647819 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-49636b07-3d3f-49be-9e52-313d6e46a208 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 1096 time: 0.0791357 Jun 07 08:23:53.778999 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-f01d2026-d8ec-445e-9359-77361a5f2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:53.780469 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-f01d2026-d8ec-445e-9359-77361a5f2f40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 916 time: 0.1259775 Jun 07 08:23:53.859856 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-f742858e-2a29-4ea9-8091-a19d132a2bca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced HTTP/1.1" status: 200 len: 217 time: 0.0730739 Jun 07 08:23:53.926226 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-9d9ca4f0-abc8-48b8-b1e3-4f8f47f49f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:53.927659 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-9d9ca4f0-abc8-48b8-b1e3-4f8f47f49f48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0614572 Jun 07 08:23:53.979547 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-d1d46f64-d6ab-49a5-a0b5-a02a03a45bb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440929 Jun 07 08:23:54.120055 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-f87bbbfa-636c-4eb3-b3f2-1429fe526884 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333468 Jun 07 08:23:54.255492 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-924bb853-a7a8-4841-98f8-42f5c567cb34 req-aacfc22e-171a-4f73-9cf2-ab22a5779602 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280208 Jun 07 08:23:54.415931 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:54.649984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374866a-921f-4f59-90a8-bac3b5b1ac95 req-198bb8e6-dd3d-46ca-a5e7-35b473efcc51 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:54.651378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b374866a-921f-4f59-90a8-bac3b5b1ac95 req-198bb8e6-dd3d-46ca-a5e7-35b473efcc51 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 943 time: 0.0797861 Jun 07 08:23:54.694738 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b374866a-921f-4f59-90a8-bac3b5b1ac95 req-1e81f890-bf52-4ba7-8153-b69926b0d84a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Jun 07 08:23:54.787484 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:55.878846 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75cf00-ebb5-47b6-8e7d-b6308622bd57 req-bc37a7c9-5012-4dfe-8200-4ac0e5c6ba74 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:55.880295 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d75cf00-ebb5-47b6-8e7d-b6308622bd57 req-bc37a7c9-5012-4dfe-8200-4ac0e5c6ba74 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 943 time: 0.0814121 Jun 07 08:23:55.923635 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9d75cf00-ebb5-47b6-8e7d-b6308622bd57 req-3712a851-50ec-4c7d-a303-149f2a334be0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Jun 07 08:23:56.064880 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f0ff6051-609d-43c4-b1ba-99eb61864ced details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:23:56.192451 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:56.214605 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': 'f0ff6051-609d-43c4-b1ba-99eb61864ced', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'port_id': 'f0ff6051-609d-43c4-b1ba-99eb61864ced', 'mac_address': 'fa:16:3e:37:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806bb041-25ba-4b66-888c-b0225e1b21a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:23:56.249187 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:56.272776 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:56.289180 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ff6051-609d-43c4-b1ba-99eb61864ced {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:23:56.303983 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:56.307476 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:56.309163 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-63c281b6-dc7b-4729-8e0d-2f887976c4fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:56.373012 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:56.376592 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:56.666104 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['f0ff6051-609d-43c4-b1ba-99eb61864ced'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:23:57.101325 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b93903-4ad0-42ca-b435-bfefc734700f req-54f26b8d-d33c-447d-806a-69ebcf638c4e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:57.102794 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-57b93903-4ad0-42ca-b435-bfefc734700f req-54f26b8d-d33c-447d-806a-69ebcf638c4e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 944 time: 0.0781014 Jun 07 08:23:57.149166 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-57b93903-4ad0-42ca-b435-bfefc734700f req-13e3bdd7-87c6-488f-a7eb-7b4567ce2a22 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Jun 07 08:23:58.081077 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f0ff6051-609d-43c4-b1ba-99eb61864ced up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:23:58.147898 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port f0ff6051-609d-43c4-b1ba-99eb61864ced completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:23:58.152351 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port f0ff6051-609d-43c4-b1ba-99eb61864ced triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:23:58.152722 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:58.301550 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:58.328598 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:58.330838 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f39e1-d245-4017-91da-c1041c24bffa" -d '{"events": [{"server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "name": "network-vif-plugged", "status": "completed", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:58.335289 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c9b7c-9511-4e8b-946a-58ff3a3c5874 req-3d9f0ffd-ec33-4874-9066-4f1db9465ea5 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:58.337050 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f85c9b7c-9511-4e8b-946a-58ff3a3c5874 req-3d9f0ffd-ec33-4874-9066-4f1db9465ea5 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 944 time: 0.0830631 Jun 07 08:23:58.339028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:58.342948 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:58.345670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:58.378645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ebc669-5465-4145-9f5e-be2617be4d77 x-openstack-request-id: req-94ebc669-5465-4145-9f5e-be2617be4d77 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:58.378943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "name": "network-vif-plugged", "status": "completed", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:58.379201 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94ebc669-5465-4145-9f5e-be2617be4d77 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:58.379583 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced', 'code': 200} Jun 07 08:23:58.385428 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f85c9b7c-9511-4e8b-946a-58ff3a3c5874 req-8210c8d3-a32e-4252-9b7d-51b37680157d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Jun 07 08:23:58.418041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:58.420815 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:58.639160 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6259c5-8079-4666-8dd7-5e3289a7b133 req-cbe578d1-5b64-430a-87fc-d878d747e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:58.641217 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aa6259c5-8079-4666-8dd7-5e3289a7b133 req-cbe578d1-5b64-430a-87fc-d878d747e10f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 1098 time: 0.0746891 Jun 07 08:23:58.681767 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-aa6259c5-8079-4666-8dd7-5e3289a7b133 req-a7274176-54ea-4a85-8447-c44fff94c705 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Jun 07 08:23:59.573246 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e6594-3151-4d93-a43c-0f70b70cba5e req-83960a18-563e-4757-989c-56376a940047 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:59.574702 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-755e6594-3151-4d93-a43c-0f70b70cba5e req-83960a18-563e-4757-989c-56376a940047 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 945 time: 0.0819535 Jun 07 08:23:59.619821 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-755e6594-3151-4d93-a43c-0f70b70cba5e req-e94edc9d-9b33-41e5-aa0f-52039aa470a3 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Jun 07 08:24:00.627332 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47844) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:00.742959 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:00.850305 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:00.854075 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:00.867363 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-2ae8f077-1b5a-4991-86e7-1957fb825419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:00.908855 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=433a6dc2b2ce4b4ca4c34d1d695111fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772024 Jun 07 08:24:00.908855 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a431e76-0026-4414-87de-8661da37152a,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:00.909998 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47850) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:00.911633 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ceb0d-153f-40ab-8b56-a57b6c59d248 req-a6a3299e-f831-425f-b762-4ef3cebacd25 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:00.912145 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:00.913122 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-426ceb0d-153f-40ab-8b56-a57b6c59d248 req-a6a3299e-f831-425f-b762-4ef3cebacd25 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 945 time: 0.1894937 Jun 07 08:24:00.959620 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-426ceb0d-153f-40ab-8b56-a57b6c59d248 req-6daf2eb6-a895-408b-bbe3-485328680792 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Jun 07 08:24:00.969070 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:00.995123 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:01.046248 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:01.049187 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:01.050341 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a431e76-0026-4414-87de-8661da37152a HTTP/1.1" status: 204 len: 168 time: 0.1394591 Jun 07 08:24:01.051087 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-af3b65b4-bd10-439f-95dd-7dec26359926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:01.060310 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a431e76-0026-4414-87de-8661da37152a,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:01.062622 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a796ef39-b61c-4b77-acfb-74a82c1482c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:04.179521 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-736135d5-0d45-4039-bb61-e02eacc0f62b tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:04.180915 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-736135d5-0d45-4039-bb61-e02eacc0f62b tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1404531 Jun 07 08:24:04.195586 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-afa90d59-c2a7-405e-b1d6-b6979fcacb80 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/quotas/4e07e270eb8247a99bcbe84bf15662f4 HTTP/1.1" status: 200 len: 375 time: 0.0091856 Jun 07 08:24:04.280801 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-d0d35f8a-3ed8-4a6f-a293-7f7adc531f05 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805109 Jun 07 08:24:04.415009 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-5afdb2f0-1c75-474e-bad8-e7863f26b14e service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274078 Jun 07 08:24:04.554184 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-ff6a6ff1-0e16-4460-a2ea-c0dbe6edb8f9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332788 Jun 07 08:24:04.765698 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6970b68c-78c4-4cec-b3a5-d42293f7e9fc req-5983a33e-ba47-4340-8371-0ae08a1731ba tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 210 time: 0.0580933 Jun 07 08:24:04.989890 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47934) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:05.110766 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.216932 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.220964 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.231610 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5ee004cf-7e9c-4f21-8500-16001f82ec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:05.268320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc3f8d5-6ce4-44d3-b085-71efe49ba986,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:05.272531 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0b579b26a584eadb4669b3884cd09d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814167 Jun 07 08:24:05.273596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-3bdc4b65-66f0-472a-93aa-4ff16bd46cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:05.274971 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 47940) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:05.331531 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.355992 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.407779 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.410364 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:05.411461 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fc3f8d5-6ce4-44d3-b085-71efe49ba986 HTTP/1.1" status: 204 len: 168 time: 0.1356163 Jun 07 08:24:05.412273 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-603641d6-b3b3-4d65-8dfc-47b1d1b33391 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:05.422252 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc3f8d5-6ce4-44d3-b085-71efe49ba986,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:05.424277 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d069bc36-b47c-421b-a63d-ddbc43dd03aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:05.931408 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a70a10e2-da14-4acf-8712-9817c9be828f req-0d2205e7-55b2-4aab-b2b4-98dc0bad1d3e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 210 time: 0.0521901 Jun 07 08:24:06.210617 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-58a42a74-9192-468a-ad81-4264d6c301bd tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:06.212228 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-58a42a74-9192-468a-ad81-4264d6c301bd tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1612132 Jun 07 08:24:06.238212 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Request body: {'port': {'device_id': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'admin_state_up': True, 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:24:06.395314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:24:06.398999 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:06.575122 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Allocated IP 172.20.0.5 (1b39744d-873b-4517-90ae-12e389def9d7/806bb041-25ba-4b66-888c-b0225e1b21a0/270f1225-8def-424e-bf90-159f07de039e) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:24:06.787269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:06.823064 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:06.828672 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:06.860104 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'f0ff6051-609d-43c4-b1ba-99eb61864ced'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:06.896110 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Network 1b39744d-873b-4517-90ae-12e389def9d7 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:24:06.899260 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:24:06.903095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:24:06.944471 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event updated for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:06.955742 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.956127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.956492 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.956854 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.957213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.957567 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.957918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.958290 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.958641 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.959034 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.959362 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.959667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:06.965060 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:06.988519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:06.989131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:07.007315 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-36d7805f-4ad2-4166-8665-10d11b4ee743 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737076 Jun 07 08:24:07.024748 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Request body: {'port': {'device_id': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:24:07.199455 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:07.356812 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb5cdd-5077-475d-923e-f05807b76b5a req-01aa2593-5bfc-4397-866c-4d6db071d564 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:07.358274 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ebb5cdd-5077-475d-923e-f05807b76b5a req-01aa2593-5bfc-4397-866c-4d6db071d564 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 931 time: 0.2942717 Jun 07 08:24:07.456255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1ebb5cdd-5077-475d-923e-f05807b76b5a req-9fc71c6a-8d12-4861-9553-bee525ef1464 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918660 Jun 07 08:24:07.686291 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270f1225-8def-424e-bf90-159f07de039e {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:24:07.694518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:07.708699 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Transition to ACTIVE for port object 270f1225-8def-424e-bf90-159f07de039e will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:24:07.712370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:07.716084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ee08dda0-c60b-4f26-8c60-e950e93f29f9 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:07.870904 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:07.873736 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:07.943731 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Attempting to bind port 270f1225-8def-424e-bf90-159f07de039e on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:24:07.943972 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Attempting to bind port 270f1225-8def-424e-bf90-159f07de039e by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:24:07.944299 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Attempting to bind port 270f1225-8def-424e-bf90-159f07de039e on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:24:07.948745 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Port 270f1225-8def-424e-bf90-159f07de039e on network 1b39744d-873b-4517-90ae-12e389def9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:24:07.949325 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Attempting to bind port 270f1225-8def-424e-bf90-159f07de039e on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:24:07.954595 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:24:07.954930 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Checking segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:24:07.955306 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Bound using segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:24:07.955721 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Bound port: 270f1225-8def-424e-bf90-159f07de039e, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:24:07.956063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:08.044321 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:24:08.047771 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=270f1225-8def-424e-bf90-159f07de039e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:24:08.052084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:08.057090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fdce86bb-440f-4848-b34e-ab2fb81f140a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:08.104699 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:08.104997 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:08.106646 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] 10.222.0.45 "PUT /v2.0/ports/270f1225-8def-424e-bf90-159f07de039e HTTP/1.1" status: 200 len: 1093 time: 1.0861635 Jun 07 08:24:08.114794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'tag': '270f1225-8def-424e-bf90-159f07de039e'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:08.117379 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4254f75-cb34-4b94-bedf-42d46331f237" -d '{"events": [{"name": "network-changed", "server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "tag": "270f1225-8def-424e-bf90-159f07de039e"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:08.141462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:08.144484 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:08.168421 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2955de-bbc5-48e8-b71e-4bc6afbf137d x-openstack-request-id: req-9b2955de-bbc5-48e8-b71e-4bc6afbf137d {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:08.168753 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "tag": "270f1225-8def-424e-bf90-159f07de039e", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:08.169043 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b2955de-bbc5-48e8-b71e-4bc6afbf137d {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:08.169527 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'tag': '270f1225-8def-424e-bf90-159f07de039e', 'status': 'completed', 'code': 200} Jun 07 08:24:08.257066 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-3c688604-6a18-4398-8253-4fb00fd075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:08.258563 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-3c688604-6a18-4398-8253-4fb00fd075b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 1096 time: 0.0726275 Jun 07 08:24:08.342386 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-ce9a04ad-a185-4f10-adfb-0b555da3901d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270f1225-8def-424e-bf90-159f07de039e HTTP/1.1" status: 200 len: 217 time: 0.0692422 Jun 07 08:24:08.419733 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-820b6841-157b-4c0a-a359-2e2ccf1f32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:08.421737 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-820b6841-157b-4c0a-a359-2e2ccf1f32d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0726032 Jun 07 08:24:08.469193 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-2606f199-ce09-4cd9-b8f9-d12e4c648db4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408697 Jun 07 08:24:08.657010 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-f8394d9e-215e-4989-be82-8d8825854c6b service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797695 Jun 07 08:24:08.704541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f1f87-a2d0-4c34-a8ac-38028237da25 req-67272f4b-5a60-456c-a295-9028fd42562a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:08.705984 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-397f1f87-a2d0-4c34-a8ac-38028237da25 req-67272f4b-5a60-456c-a295-9028fd42562a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 943 time: 0.1362944 Jun 07 08:24:08.822744 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-397f1f87-a2d0-4c34-a8ac-38028237da25 req-383ba79c-fdb7-4886-97fb-29406e7d1815 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069338 Jun 07 08:24:08.839597 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6f44d01e-c641-42a8-8bb6-160e48fc6d29 req-08ddd5b0-9189-4750-8646-ebe7ffbdf20a service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744254 Jun 07 08:24:09.000348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-52abe57a-875e-49ad-a0d4-b3fc81040f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:09.001809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-52abe57a-875e-49ad-a0d4-b3fc81040f9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 1096 time: 0.0702786 Jun 07 08:24:09.231405 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-9769d9a2-ec43-401c-bbc9-6dbcef0e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:09.232840 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-9769d9a2-ec43-401c-bbc9-6dbcef0e2324 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 916 time: 0.2236331 Jun 07 08:24:09.301866 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-f338eb5e-30e5-485a-8f7d-144351aec057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270f1225-8def-424e-bf90-159f07de039e HTTP/1.1" status: 200 len: 217 time: 0.0619905 Jun 07 08:24:09.366300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-9f0e8dfb-0d1d-4c0d-8c5f-e9f873b18148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:09.367687 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-9f0e8dfb-0d1d-4c0d-8c5f-e9f873b18148 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0580697 Jun 07 08:24:09.417610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-b26f6f03-e8ab-4676-a771-b2b5c96e73de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432639 Jun 07 08:24:09.560280 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-5168bf9c-f37f-4913-bc99-3e067523cbee service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268249 Jun 07 08:24:09.699709 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e4254f75-cb34-4b94-bedf-42d46331f237 req-09a214a9-6e48-47c5-9058-4bfad83e4f35 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326740 Jun 07 08:24:10.026518 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c545ae-e42d-492c-b570-30db45ea7b2b req-b30c0adb-8973-40b5-9225-9361524e93f1 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:10.027893 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4c545ae-e42d-492c-b570-30db45ea7b2b req-b30c0adb-8973-40b5-9225-9361524e93f1 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 943 time: 0.0902362 Jun 07 08:24:10.073220 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4c545ae-e42d-492c-b570-30db45ea7b2b req-bbcd46bd-b250-4526-9f94-8bd1353a337e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Jun 07 08:24:10.111197 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 270f1225-8def-424e-bf90-159f07de039e details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:24:10.241361 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=270f1225-8def-424e-bf90-159f07de039e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:10.254191 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '270f1225-8def-424e-bf90-159f07de039e', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'port_id': '270f1225-8def-424e-bf90-159f07de039e', 'mac_address': 'fa:16:3e:86:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806bb041-25ba-4b66-888c-b0225e1b21a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:24:10.311688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:10.328472 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270f1225-8def-424e-bf90-159f07de039e {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:24:10.345184 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=270f1225-8def-424e-bf90-159f07de039e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:10.348965 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:10.350701 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:10.413943 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:10.420896 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.421244 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.421578 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.421932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.422278 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.422746 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.423074 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.423393 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.423713 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.424054 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.424529 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.424852 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:10.428532 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:10.677876 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['270f1225-8def-424e-bf90-159f07de039e'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:11.260358 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d76db-b81c-426f-8077-d4e509b00a79 req-714e3429-d509-41d0-9ceb-429c1e53bb64 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:11.261748 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1a0d76db-b81c-426f-8077-d4e509b00a79 req-714e3429-d509-41d0-9ceb-429c1e53bb64 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 944 time: 0.0847847 Jun 07 08:24:11.305698 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1a0d76db-b81c-426f-8077-d4e509b00a79 req-47b58354-f4b0-4bea-9a71-869538bc2d6c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Jun 07 08:24:12.121672 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 270f1225-8def-424e-bf90-159f07de039e up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:24:12.188509 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 270f1225-8def-424e-bf90-159f07de039e completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:24:12.193580 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 270f1225-8def-424e-bf90-159f07de039e triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:24:12.193984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:12.310208 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:12.337836 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270f1225-8def-424e-bf90-159f07de039e'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:12.340296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81137994-db8b-4e34-86fc-8a76d99ec455" -d '{"events": [{"server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "name": "network-vif-plugged", "status": "completed", "tag": "270f1225-8def-424e-bf90-159f07de039e"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:12.348615 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=270f1225-8def-424e-bf90-159f07de039e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:12.353923 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:12.356267 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:12.397980 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922bad3-6fe4-444a-a044-89904d392ae8 x-openstack-request-id: req-5922bad3-6fe4-444a-a044-89904d392ae8 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:12.398325 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "name": "network-vif-plugged", "status": "completed", "tag": "270f1225-8def-424e-bf90-159f07de039e", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:12.398669 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5922bad3-6fe4-444a-a044-89904d392ae8 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:12.399176 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270f1225-8def-424e-bf90-159f07de039e', 'code': 200} Jun 07 08:24:12.439831 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:12.443328 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:12.533065 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f2db-b38c-480d-ab6e-e3344dee506a req-6420ebff-6c46-44ef-adf9-fcea8e6a4902 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:12.534731 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0222f2db-b38c-480d-ab6e-e3344dee506a req-6420ebff-6c46-44ef-adf9-fcea8e6a4902 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0983837 Jun 07 08:24:12.581780 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0222f2db-b38c-480d-ab6e-e3344dee506a req-38d30106-6027-488a-a683-d533ccc1011e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Jun 07 08:24:12.665609 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67030-c2f5-4338-88c8-f948a41505ae req-b5824d72-a891-4b9c-bce8-74e217d60117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:12.667107 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ea67030-c2f5-4338-88c8-f948a41505ae req-b5824d72-a891-4b9c-bce8-74e217d60117 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 1098 time: 0.0737185 Jun 07 08:24:12.710310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ea67030-c2f5-4338-88c8-f948a41505ae req-45092b6d-0540-4dcc-b8b7-d400bec4b7cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Jun 07 08:24:13.765773 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ea93f-4c9f-4616-bd4b-5d7b310fd52d req-e4d23b61-01c7-432f-8a4d-36d62b3b5bd2 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:13.768229 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-534ea93f-4c9f-4616-bd4b-5d7b310fd52d req-e4d23b61-01c7-432f-8a4d-36d62b3b5bd2 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0783355 Jun 07 08:24:13.816982 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-534ea93f-4c9f-4616-bd4b-5d7b310fd52d req-27d78a8b-b458-4da7-bacb-4468aa4f668f tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Jun 07 08:24:14.998251 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3147b01-0316-47f2-8883-22279dbc438d req-eab2259d-2ddb-4571-b6bf-828172a2645d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:14.999625 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a3147b01-0316-47f2-8883-22279dbc438d req-eab2259d-2ddb-4571-b6bf-828172a2645d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0779963 Jun 07 08:24:15.046957 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a3147b01-0316-47f2-8883-22279dbc438d req-cf5d461b-9d49-489a-bb83-0fecaf73bc27 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Jun 07 08:24:17.271203 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.452045 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48116) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:17.569084 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.672583 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.677077 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.685282 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0ebefb2d-4172-4605-9712-27ae4d327815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:17.723388 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=091232e2ac2a46d08fd25100ad1b8e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702570 Jun 07 08:24:17.724804 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d619f-75dd-47f1-af8c-62c261ea2b7e,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:17.725998 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48120) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:24:17.738037 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.738604 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.739001 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.739344 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.739705 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.740063 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.740414 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.740765 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.741117 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.741465 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.741969 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.742325 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:24:17.746521 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:17.787637 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.812250 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.867037 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.869441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:17.870579 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f7d619f-75dd-47f1-af8c-62c261ea2b7e HTTP/1.1" status: 204 len: 168 time: 0.1435275 Jun 07 08:24:17.871329 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4cb4d84a-ecae-448c-8b84-ba1c590c5fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:17.880458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d619f-75dd-47f1-af8c-62c261ea2b7e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:17.882898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2dcc1bd5-54ea-4c6a-bbbe-fbcc856be99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:20.716975 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-01b1d1c3-6206-486f-a56c-01dcc6fa054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:23.231792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:23.444661 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1b92307d-2ee0-4532-a154-1a0b3ddc4b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:24.414801 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:26.216561 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:26.788793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-4ffa9a03-5227-49f2-8802-6a5fa5712c8d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:26.790237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-4ffa9a03-5227-49f2-8802-6a5fa5712c8d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1432574 Jun 07 08:24:26.804787 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-b88fc7d2-3966-4666-9c4c-9df569c5053f tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/quotas/4e07e270eb8247a99bcbe84bf15662f4 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Jun 07 08:24:26.886221 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-b676af14-cbe1-4b10-9d0f-42b39047b07a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765824 Jun 07 08:24:27.014599 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-92b00a6e-b7a0-4ca1-9b76-426b39025f60 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218307 Jun 07 08:24:27.239149 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-a3c58536-d41a-4a4e-9a38-172629d7a470 service neutron] 10.222.0.46 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188079 Jun 07 08:24:27.412150 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bfe50e73-07aa-4e41-95ba-c3a6a2cfcced req-f24cb65c-506f-4589-8628-f4ccfa30909f tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 210 time: 0.0454895 Jun 07 08:24:28.635375 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0dae31b7-9bd6-4039-b28d-86e7618960e4 req-e0d248dc-4e66-46b5-9c86-93ca30860c90 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 210 time: 0.1062117 Jun 07 08:24:28.682637 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-e14862b8-433e-40fc-8430-24c3e43265a7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:28.684382 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-e14862b8-433e-40fc-8430-24c3e43265a7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 815 time: 0.1980758 Jun 07 08:24:28.703488 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Request body: {'port': {'device_id': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'admin_state_up': True, 'tenant_id': '4e07e270eb8247a99bcbe84bf15662f4'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:24:28.859676 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Made reservation on behalf of 4e07e270eb8247a99bcbe84bf15662f4 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:24:28.863055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.022189 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Allocated IP 172.20.0.11 (1b39744d-873b-4517-90ae-12e389def9d7/806bb041-25ba-4b66-888c-b0225e1b21a0/96a14dda-47b1-47d2-902d-ae526bd5293e) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:24:29.215475 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.243667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.248850 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:29.284964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'f0ff6051-609d-43c4-b1ba-99eb61864ced', '270f1225-8def-424e-bf90-159f07de039e'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:29.317191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Network 1b39744d-873b-4517-90ae-12e389def9d7 is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:24:29.320515 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:24:29.324302 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:24:29.354182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event updated for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:29.364095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:29.390432 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:29.391131 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.408650 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7088871 Jun 07 08:24:29.427674 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Request body: {'port': {'device_id': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:24:29.539281 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.888292 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03d247-5e8b-4c0b-ba5f-f54724487360 req-1b410ffb-d234-4d9e-9341-85189169a344 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:29.889730 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af03d247-5e8b-4c0b-ba5f-f54724487360 req-1b410ffb-d234-4d9e-9341-85189169a344 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 932 time: 0.1273589 Jun 07 08:24:29.965956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a14dda-47b1-47d2-902d-ae526bd5293e {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:24:29.976905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.988962 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-af03d247-5e8b-4c0b-ba5f-f54724487360 req-2f3b1e1b-72bc-4492-94e8-30c6333999c6 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686369 Jun 07 08:24:29.996737 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Transition to ACTIVE for port object 96a14dda-47b1-47d2-902d-ae526bd5293e will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:24:30.000656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:30.005384 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d97ecb79-49c1-45fd-abe5-07e2371e9b71 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:30.261204 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:30.264101 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:30.329922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Attempting to bind port 96a14dda-47b1-47d2-902d-ae526bd5293e on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:24:30.330276 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Attempting to bind port 96a14dda-47b1-47d2-902d-ae526bd5293e by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:24:30.331107 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Attempting to bind port 96a14dda-47b1-47d2-902d-ae526bd5293e on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:24:30.335502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Port 96a14dda-47b1-47d2-902d-ae526bd5293e on network 1b39744d-873b-4517-90ae-12e389def9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:24:30.335817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Attempting to bind port 96a14dda-47b1-47d2-902d-ae526bd5293e on network 1b39744d-873b-4517-90ae-12e389def9d7 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:24:30.340800 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:24:30.341128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Checking segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:24:30.341504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Bound using segment: {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:24:30.341920 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Bound port: 96a14dda-47b1-47d2-902d-ae526bd5293e, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a67c7f1-29c6-4d81-af44-e1207308871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:24:30.342282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:30.426919 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:24:30.429754 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96a14dda-47b1-47d2-902d-ae526bd5293e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:24:30.435426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:30.441293 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b0bda7d0-24b0-4942-b2b0-29382312f12d tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:30.495390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:30.496283 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:30.497629 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/96a14dda-47b1-47d2-902d-ae526bd5293e HTTP/1.1" status: 200 len: 1094 time: 1.0745170 Jun 07 08:24:30.504793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:30.507079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137dd60-d47b-45b1-8bbe-4c6b593666c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:30.532443 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:30.536214 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:30.549747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e6421-a4c5-4b12-bfab-5dcf9fa06abc x-openstack-request-id: req-436e6421-a4c5-4b12-bfab-5dcf9fa06abc {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:30.550093 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:30.550377 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-436e6421-a4c5-4b12-bfab-5dcf9fa06abc {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:30.550799 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e', 'status': 'completed', 'code': 200} Jun 07 08:24:30.648449 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-159640d6-ecf2-4b75-a71d-b2bbb2c6cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:30.649968 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-159640d6-ecf2-4b75-a71d-b2bbb2c6cf73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 1097 time: 0.0737848 Jun 07 08:24:30.727273 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-e7156f4f-bfa1-4687-9177-b24e34a3b0c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96a14dda-47b1-47d2-902d-ae526bd5293e HTTP/1.1" status: 200 len: 217 time: 0.0627012 Jun 07 08:24:30.794753 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-dac812b5-93c2-4514-9d5c-0bb9f37162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:30.796137 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-dac812b5-93c2-4514-9d5c-0bb9f37162f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0564475 Jun 07 08:24:30.859154 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-e4a8b070-6ef1-42cc-ae7d-0365b98f021d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431571 Jun 07 08:24:30.992248 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-3233366e-7bbd-49c7-a5db-391a025ec4b7 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263642 Jun 07 08:24:31.170992 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2bd654aa-7dc8-463f-aad5-c57e04cd3e58 req-d4f30e8e-d164-4d80-a90a-1e615693d299 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723714 Jun 07 08:24:31.194218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d590-d8bb-4a3c-9867-b9cc2c98a790 req-b728a0b5-dda0-421b-9ca1-06bf2ea9164e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:31.196216 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2422d590-d8bb-4a3c-9867-b9cc2c98a790 req-b728a0b5-dda0-421b-9ca1-06bf2ea9164e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 944 time: 0.1041265 Jun 07 08:24:31.241609 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2422d590-d8bb-4a3c-9867-b9cc2c98a790 req-762e11cd-f13e-4441-b9c2-e026f3bb1326 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Jun 07 08:24:31.355147 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-d4f59119-c810-43fc-919f-aec16264334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:31.356572 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-d4f59119-c810-43fc-919f-aec16264334b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 1097 time: 0.0722260 Jun 07 08:24:31.484632 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-2d5644ed-f2b8-487f-ba8c-2a940d36c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:31.486029 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-2d5644ed-f2b8-487f-ba8c-2a940d36c3b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 200 len: 916 time: 0.1219215 Jun 07 08:24:31.553274 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-2fe6c390-f96c-4d79-982a-d21664b1ec1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96a14dda-47b1-47d2-902d-ae526bd5293e HTTP/1.1" status: 200 len: 217 time: 0.0580637 Jun 07 08:24:31.616749 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-89649d93-e4fb-41df-b0a0-8147de14ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:31.618198 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-89649d93-e4fb-41df-b0a0-8147de14ea3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 200 len: 855 time: 0.0577562 Jun 07 08:24:31.664976 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-00f11621-8e91-43f9-9a88-461e7e7b47f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b39744d-873b-4517-90ae-12e389def9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405881 Jun 07 08:24:31.786619 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:31.794310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-1360ae9c-4587-4916-b47f-4ebc7c542f22 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212702 Jun 07 08:24:32.016857 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8137dd60-d47b-45b1-8bbe-4c6b593666c8 req-2f76dbb4-9387-4ac8-867a-215cd34d4d18 service neutron] 10.222.0.45 "GET /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153695 Jun 07 08:24:32.270829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 96a14dda-47b1-47d2-902d-ae526bd5293e details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:24:32.403225 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96a14dda-47b1-47d2-902d-ae526bd5293e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:32.416186 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '96a14dda-47b1-47d2-902d-ae526bd5293e', 'network_id': '1b39744d-873b-4517-90ae-12e389def9d7', 'port_id': '96a14dda-47b1-47d2-902d-ae526bd5293e', 'mac_address': 'fa:16:3e:af:50:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806bb041-25ba-4b66-888c-b0225e1b21a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:24:32.430090 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca274-a914-4cc8-99e4-62da98685b9c req-b8982ec2-1bc7-4d3f-920b-b2a819209198 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:32.431638 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-76dca274-a914-4cc8-99e4-62da98685b9c req-b8982ec2-1bc7-4d3f-920b-b2a819209198 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 944 time: 0.0828345 Jun 07 08:24:32.473554 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:32.475302 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-76dca274-a914-4cc8-99e4-62da98685b9c req-19399a04-a084-4fc4-87d4-ef7f7882d3d7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Jun 07 08:24:32.496454 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a14dda-47b1-47d2-902d-ae526bd5293e {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:24:32.506117 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96a14dda-47b1-47d2-902d-ae526bd5293e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:32.509909 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:32.511732 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:32.575276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:32.578015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:32.857278 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['96a14dda-47b1-47d2-902d-ae526bd5293e'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:33.658202 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80624fb-9d26-405f-acfd-6cc544be7d0f req-1c3356be-2d42-4e57-8f21-198e86ca1808 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:33.659657 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d80624fb-9d26-405f-acfd-6cc544be7d0f req-1c3356be-2d42-4e57-8f21-198e86ca1808 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 945 time: 0.0780828 Jun 07 08:24:33.706145 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d80624fb-9d26-405f-acfd-6cc544be7d0f req-c1ee9a09-baf4-42cd-bee0-06b09d6ce981 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Jun 07 08:24:34.283667 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 96a14dda-47b1-47d2-902d-ae526bd5293e up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:24:34.349509 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 96a14dda-47b1-47d2-902d-ae526bd5293e completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:24:34.353846 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 96a14dda-47b1-47d2-902d-ae526bd5293e triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:24:34.354378 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:34.469249 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:34.495807 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:34.498059 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8515c368-4fda-4498-b54b-fa0bbed2e6af" -d '{"events": [{"server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "name": "network-vif-plugged", "status": "completed", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:34.505926 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96a14dda-47b1-47d2-902d-ae526bd5293e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:34.509932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:34.511850 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:34.541491 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c866c7-d1cd-4def-8098-50414e83750b x-openstack-request-id: req-a2c866c7-d1cd-4def-8098-50414e83750b {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:34.541813 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "name": "network-vif-plugged", "status": "completed", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:34.542101 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2c866c7-d1cd-4def-8098-50414e83750b {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:34.542479 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e', 'code': 200} Jun 07 08:24:34.584343 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:34.587270 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:34.799757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9540a-4808-423d-bd14-88d313a66c11 req-a044358f-4be9-4279-89af-b17ad38008e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:34.801178 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-41d9540a-4808-423d-bd14-88d313a66c11 req-a044358f-4be9-4279-89af-b17ad38008e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 1099 time: 0.0695667 Jun 07 08:24:34.900186 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-41d9540a-4808-423d-bd14-88d313a66c11 req-193af8c1-3452-4325-a6a7-158b41ae363c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594509 Jun 07 08:24:34.919244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543013f-4a97-4766-bdde-4b2bc3e85334 req-9698c079-1384-4b41-b29f-19436b98cf13 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:34.920617 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2543013f-4a97-4766-bdde-4b2bc3e85334 req-9698c079-1384-4b41-b29f-19436b98cf13 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.1106784 Jun 07 08:24:34.964298 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2543013f-4a97-4766-bdde-4b2bc3e85334 req-e747a798-7231-4277-999f-f262d08576d2 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Jun 07 08:24:36.148869 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ef6f-fd4c-41e5-91ba-bda8de0ba5f5 req-4b23923c-82c6-4dcf-b9c7-78bfa5b6c0ea tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:36.150523 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9e28ef6f-fd4c-41e5-91ba-bda8de0ba5f5 req-4b23923c-82c6-4dcf-b9c7-78bfa5b6c0ea tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.0806384 Jun 07 08:24:36.196255 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9e28ef6f-fd4c-41e5-91ba-bda8de0ba5f5 req-d0aba545-7f90-4815-9c89-c55b2d0ea36d tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Jun 07 08:24:37.382217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fa273-1ee8-4ed3-8d63-531a74c58ab3 req-b2c82853-f3ab-4625-b883-d625e214761b tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:37.383659 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-891fa273-1ee8-4ed3-8d63-531a74c58ab3 req-b2c82853-f3ab-4625-b883-d625e214761b tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.0826259 Jun 07 08:24:37.428832 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-891fa273-1ee8-4ed3-8d63-531a74c58ab3 req-47ba4cec-d493-46c8-a6a4-cc15aedf5516 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Jun 07 08:24:47.272553 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:49.206397 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-82e0c27a-993e-4ae2-b44e-64833d42232a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687873 Jun 07 08:24:49.369564 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-bb965e31-8879-4016-a47a-d53f5e7fe15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:49.371034 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-bb965e31-8879-4016-a47a-d53f5e7fe15b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 1098 time: 0.0739582 Jun 07 08:24:49.527492 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-726b4a1e-786e-4239-9ea2-e1f4152487a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:49.528847 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-726b4a1e-786e-4239-9ea2-e1f4152487a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1282451 Jun 07 08:24:49.633423 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-556d250f-6957-4c20-bc42-25fe7ea338b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 200 len: 1001 time: 0.0945175 Jun 07 08:24:49.698546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-9d65804e-c1a0-4962-a96b-1e3610230de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:49.699967 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-9d65804e-c1a0-4962-a96b-1e3610230de1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0572445 Jun 07 08:24:49.780167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-22701307-a8fe-4bb8-8ad2-5d15c784aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:49.781547 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-22701307-a8fe-4bb8-8ad2-5d15c784aef2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708542 Jun 07 08:24:49.914263 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-75821606-5379-48f8-a8fc-64e1ee3f00ca service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206727 Jun 07 08:24:50.046229 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb225541-eb79-4fe5-ae09-c91fb0c22afb req-b2321635-d945-4caf-81a4-7203ddb3ef9a service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233342 Jun 07 08:24:50.318963 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb07871-f808-46c3-8a80-38e87ce321ee req-adecbb0c-662b-4132-b4b3-8288915d1a10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:50.320312 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dcb07871-f808-46c3-8a80-38e87ce321ee req-adecbb0c-662b-4132-b4b3-8288915d1a10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.0782127 Jun 07 08:24:50.364000 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dcb07871-f808-46c3-8a80-38e87ce321ee req-d771aa98-b361-4253-8514-ede4db99f865 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381012 Jun 07 08:24:50.718332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2dce7a59-1bc0-4dbb-91ea-6b6f16b16c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:51.642985 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa309-fa9e-4b5a-9644-efd9dd2ef9ba req-6f28ebbb-4318-4751-bcd5-107a99d605cb tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:51.644921 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc7aa309-fa9e-4b5a-9644-efd9dd2ef9ba req-6f28ebbb-4318-4751-bcd5-107a99d605cb tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.1760864 Jun 07 08:24:51.687477 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc7aa309-fa9e-4b5a-9644-efd9dd2ef9ba req-9f177b78-74ab-4010-9af4-e0b4db8b9773 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Jun 07 08:24:52.434889 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-480df9b8-ddbc-4b02-ae8d-6822a4d96f23 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:52.436306 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-480df9b8-ddbc-4b02-ae8d-6822a4d96f23 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.0791023 Jun 07 08:24:52.586774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Deleting port 96a14dda-47b1-47d2-902d-ae526bd5293e {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:24:52.587120 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:52.719222 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] For port 96a14dda-47b1-47d2-902d-ae526bd5293e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=96a14dda-47b1-47d2-902d-ae526bd5293e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:52.720187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:52.851313 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Calling delete_port for 96a14dda-47b1-47d2-902d-ae526bd5293e owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:24:52.948540 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97092-cfc7-498b-ac52-115f22efa1b3 req-c311c706-da31-4222-8e4e-2701bd627622 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:52.950004 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-11b97092-cfc7-498b-ac52-115f22efa1b3 req-c311c706-da31-4222-8e4e-2701bd627622 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7df02c-81a8-47e5-baa5-a10402a22596 HTTP/1.1" status: 200 len: 946 time: 0.1091971 Jun 07 08:24:53.031238 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-11b97092-cfc7-498b-ac52-115f22efa1b3 req-570cf202-8de5-4d23-8a2e-c8ab8fb7d8c5 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 Jun 07 08:24:53.064205 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:53.071605 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:53.102352 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'f0ff6051-609d-43c4-b1ba-99eb61864ced', '270f1225-8def-424e-bf90-159f07de039e', '96a14dda-47b1-47d2-902d-ae526bd5293e'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:53.115762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event deleted for resources: {'Port': ['ID=96a14dda-47b1-47d2-902d-ae526bd5293e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:53.147980 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:53.197465 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] No DVR routers for this DVR port 96a14dda-47b1-47d2-902d-ae526bd5293e on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:24:53.199970 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:53.201980 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ee8e1458-ccac-41ac-b112-3e6cd1fdf8ec req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "DELETE /v2.0/ports/96a14dda-47b1-47d2-902d-ae526bd5293e HTTP/1.1" status: 204 len: 173 time: 0.7453222 Jun 07 08:24:53.202478 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'name': 'network-vif-deleted', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:53.204764 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb54b4-3caa-406f-a98a-46b88fbc6b9b" -d '{"events": [{"server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "name": "network-vif-deleted", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:53.249496 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d156fa-e98b-422b-9c56-e4cde5c852f9 x-openstack-request-id: req-10d156fa-e98b-422b-9c56-e4cde5c852f9 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:53.249821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7df02c-81a8-47e5-baa5-a10402a22596", "name": "network-vif-deleted", "tag": "96a14dda-47b1-47d2-902d-ae526bd5293e", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:53.250250 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10d156fa-e98b-422b-9c56-e4cde5c852f9 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:53.250682 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7df02c-81a8-47e5-baa5-a10402a22596', 'name': 'network-vif-deleted', 'tag': '96a14dda-47b1-47d2-902d-ae526bd5293e', 'status': 'completed', 'code': 200} Jun 07 08:24:53.263506 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:53.463006 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6b673a33-4236-4623-808e-db478e939c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:54.421599 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:55.731664 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea89f-6044-48d5-a04a-bcef9057708f req-ca1da062-c260-4dbd-9b17-b2b9ebc2cda0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:55.733133 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-102ea89f-6044-48d5-a04a-bcef9057708f req-ca1da062-c260-4dbd-9b17-b2b9ebc2cda0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0787075 Jun 07 08:24:55.777247 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-102ea89f-6044-48d5-a04a-bcef9057708f req-395ef845-0c68-437a-bb1d-c6b12b27f8ed tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379457 Jun 07 08:24:56.216731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:56.404976 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 96a14dda-47b1-47d2-902d-ae526bd5293e no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:24:56.441491 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 96a14dda-47b1-47d2-902d-ae526bd5293e {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:24:56.441769 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 96a14dda-47b1-47d2-902d-ae526bd5293e not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:24:56.961224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4622d-e619-4f11-9f11-2b1b0ae2c90c req-54aea878-20d8-4a16-8e61-d90e20d0a45e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:56.962685 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-72a4622d-e619-4f11-9f11-2b1b0ae2c90c req-54aea878-20d8-4a16-8e61-d90e20d0a45e tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0816507 Jun 07 08:24:57.006186 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-72a4622d-e619-4f11-9f11-2b1b0ae2c90c req-45425875-d9de-496a-9209-25f26ae00256 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Jun 07 08:24:57.285873 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-414ebb16-e5f5-43e6-8714-4171371b7f34 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:57.287230 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-414ebb16-e5f5-43e6-8714-4171371b7f34 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 945 time: 0.0776856 Jun 07 08:24:57.421434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Deleting port 270f1225-8def-424e-bf90-159f07de039e {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:24:57.421773 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:57.554691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] For port 270f1225-8def-424e-bf90-159f07de039e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=270f1225-8def-424e-bf90-159f07de039e,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:24:57.554963 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:57.676846 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Calling delete_port for 270f1225-8def-424e-bf90-159f07de039e owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:24:57.874656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:57.881332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-df8a3907-e400-4465-b977-93b98839107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:24:57.910351 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'f0ff6051-609d-43c4-b1ba-99eb61864ced', '270f1225-8def-424e-bf90-159f07de039e'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:24:57.926587 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event deleted for resources: {'Port': ['ID=270f1225-8def-424e-bf90-159f07de039e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:24:57.955593 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:24:58.000931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] No DVR routers for this DVR port 270f1225-8def-424e-bf90-159f07de039e on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:24:58.003548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:58.005509 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-55fdb15e-cfd8-4936-ab8d-bc3a0c3db560 req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "DELETE /v2.0/ports/270f1225-8def-424e-bf90-159f07de039e HTTP/1.1" status: 204 len: 173 time: 0.7122786 Jun 07 08:24:58.006050 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'name': 'network-vif-deleted', 'tag': '270f1225-8def-424e-bf90-159f07de039e'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:24:58.008323 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4621a0d1-3704-430f-b690-e1396be7d7fd" -d '{"events": [{"server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "name": "network-vif-deleted", "tag": "270f1225-8def-424e-bf90-159f07de039e"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:24:58.058322 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0a0184-33e4-49b6-95dc-d268a91dc2d6 x-openstack-request-id: req-8c0a0184-33e4-49b6-95dc-d268a91dc2d6 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:24:58.058651 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d40d05-c66f-447d-99e9-3d9d6eb93c9d", "name": "network-vif-deleted", "tag": "270f1225-8def-424e-bf90-159f07de039e", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:24:58.059073 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c0a0184-33e4-49b6-95dc-d268a91dc2d6 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:24:58.059553 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d40d05-c66f-447d-99e9-3d9d6eb93c9d', 'name': 'network-vif-deleted', 'tag': '270f1225-8def-424e-bf90-159f07de039e', 'status': 'completed', 'code': 200} Jun 07 08:24:58.176557 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b4f05dad-e736-42e3-8853-1638ba147485 req-9da01fe9-a522-4396-8cbd-ffb8c87c94a4 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d40d05-c66f-447d-99e9-3d9d6eb93c9d HTTP/1.1" status: 200 len: 210 time: 0.0498896 Jun 07 08:24:59.621235 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce850a-65ab-4365-b53c-88bbfa8dd0aa req-2772b67a-6195-47db-8c77-711380e58941 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:24:59.622727 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e5ce850a-65ab-4365-b53c-88bbfa8dd0aa req-2772b67a-6195-47db-8c77-711380e58941 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 945 time: 0.0826027 Jun 07 08:24:59.667597 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e5ce850a-65ab-4365-b53c-88bbfa8dd0aa req-38692340-beec-4f9b-96b9-73e50064a9ca tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Jun 07 08:25:00.852880 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f5c5-54b6-4fdc-bbc1-f6e4bb341c43 req-76a234d6-9983-4ea0-a7c6-cee516eaa0db tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:00.854336 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d770f5c5-54b6-4fdc-bbc1-f6e4bb341c43 req-76a234d6-9983-4ea0-a7c6-cee516eaa0db tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 945 time: 0.0787480 Jun 07 08:25:00.901020 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d770f5c5-54b6-4fdc-bbc1-f6e4bb341c43 req-5bc4da9b-0a2a-41f6-b8db-126e3623b1bd tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Jun 07 08:25:01.020688 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-d05e93aa-50cd-4b3f-b891-df7b5512f9d0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:01.022020 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-d05e93aa-50cd-4b3f-b891-df7b5512f9d0 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 945 time: 0.0776210 Jun 07 08:25:01.154923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Deleting port f0ff6051-609d-43c4-b1ba-99eb61864ced {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:25:01.155269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:01.288649 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] For port f0ff6051-609d-43c4-b1ba-99eb61864ced, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f0ff6051-609d-43c4-b1ba-99eb61864ced,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:01.288918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:01.407557 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Calling delete_port for f0ff6051-609d-43c4-b1ba-99eb61864ced owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:25:01.515631 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:01.521542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1601a576-eee0-475f-b92f-bc4d5fddcf03 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:01.551634 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'f0ff6051-609d-43c4-b1ba-99eb61864ced'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:25:01.564967 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event deleted for resources: {'Port': ['ID=f0ff6051-609d-43c4-b1ba-99eb61864ced,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:01.568805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:01.641019 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] No DVR routers for this DVR port f0ff6051-609d-43c4-b1ba-99eb61864ced on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:25:01.643645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:01.645709 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-bcb5217f-c62c-4ae6-8441-aa652fa6f6b8 req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "DELETE /v2.0/ports/f0ff6051-609d-43c4-b1ba-99eb61864ced HTTP/1.1" status: 204 len: 173 time: 0.6173518 Jun 07 08:25:01.646238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'name': 'network-vif-deleted', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:01.648513 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f435e5-9c03-460a-ba15-e5a85382c406" -d '{"events": [{"server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "name": "network-vif-deleted", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:01.695309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3574bd-c2be-4e7a-ac81-5a05f4a78b06 x-openstack-request-id: req-cf3574bd-c2be-4e7a-ac81-5a05f4a78b06 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:01.695696 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d67d49-9a9a-4f1e-b569-3a85e2818717", "name": "network-vif-deleted", "tag": "f0ff6051-609d-43c4-b1ba-99eb61864ced", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:01.696060 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf3574bd-c2be-4e7a-ac81-5a05f4a78b06 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:01.696479 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d67d49-9a9a-4f1e-b569-3a85e2818717', 'name': 'network-vif-deleted', 'tag': 'f0ff6051-609d-43c4-b1ba-99eb61864ced', 'status': 'completed', 'code': 200} Jun 07 08:25:02.063333 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f63a9971-f5d9-4d37-956b-f1c61736e9c7 req-4b8188ae-9f98-4c52-a2c8-92832d0d52f2 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0d67d49-9a9a-4f1e-b569-3a85e2818717 HTTP/1.1" status: 200 len: 210 time: 0.0442040 Jun 07 08:25:02.439623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 270f1225-8def-424e-bf90-159f07de039e no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:25:02.474510 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 270f1225-8def-424e-bf90-159f07de039e {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:25:02.474864 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 270f1225-8def-424e-bf90-159f07de039e not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:25:04.728678 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfc49d-d230-4836-9840-eeefeebe93ad req-0a5c04c3-1f54-49ae-a72b-7b66a84ad5fb tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:04.730174 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-84cfc49d-d230-4836-9840-eeefeebe93ad req-0a5c04c3-1f54-49ae-a72b-7b66a84ad5fb tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0786803 Jun 07 08:25:04.783850 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-84cfc49d-d230-4836-9840-eeefeebe93ad req-34b157be-615a-4e27-8721-602084ce95d1 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478892 Jun 07 08:25:05.970452 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494191-e5a4-420f-a151-4aca815051be req-d76eabb7-4038-4463-a813-76efac24a74c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:05.971934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-32494191-e5a4-420f-a151-4aca815051be req-d76eabb7-4038-4463-a813-76efac24a74c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0805330 Jun 07 08:25:06.015875 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-32494191-e5a4-420f-a151-4aca815051be req-f6cb6857-db2c-406a-83a0-5b369e217971 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbf19cef-7fdb-454a-8b7c-fc89384e2f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Jun 07 08:25:06.289497 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-5b123245-ee92-4b18-b476-a8b2590cbd49 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:06.290837 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-5b123245-ee92-4b18-b476-a8b2590cbd49 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 946 time: 0.0802569 Jun 07 08:25:06.419774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Deleting port 9da3b95a-7bfa-4bf4-ac45-edba575d900a {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:25:06.420119 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:06.460810 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f0ff6051-609d-43c4-b1ba-99eb61864ced no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:25:06.496420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: f0ff6051-609d-43c4-b1ba-99eb61864ced {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:25:06.496767 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device f0ff6051-609d-43c4-b1ba-99eb61864ced not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:25:06.638639 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] For port 9da3b95a-7bfa-4bf4-ac45-edba575d900a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9da3b95a-7bfa-4bf4-ac45-edba575d900a,segment=NetworkSegment(1a67c7f1-29c6-4d81-af44-e1207308871f),segment_id=1a67c7f1-29c6-4d81-af44-e1207308871f)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:06.639079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:06.762831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Calling delete_port for 9da3b95a-7bfa-4bf4-ac45-edba575d900a owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:25:06.870867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:06.877220 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-1656fc89-1571-4f7b-9c12-9744fe700d22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:06.905091 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9da3b95a-7bfa-4bf4-ac45-edba575d900a'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:25:06.957968 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Pushing event deleted for resources: {'Port': ['ID=9da3b95a-7bfa-4bf4-ac45-edba575d900a,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:06.960191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:06.998912 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] No DVR routers for this DVR port 9da3b95a-7bfa-4bf4-ac45-edba575d900a on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:25:07.001217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:07.003352 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-79d6a80a-5334-498d-8b38-71944e4171f1 req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.45 "DELETE /v2.0/ports/9da3b95a-7bfa-4bf4-ac45-edba575d900a HTTP/1.1" status: 204 len: 173 time: 0.7074156 Jun 07 08:25:07.003855 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'name': 'network-vif-deleted', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:07.006718 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279b1f0-4008-4b5b-9485-833cce356c07" -d '{"events": [{"server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "name": "network-vif-deleted", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:07.050788 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c774a87e-245d-423c-b531-ae924625d835 x-openstack-request-id: req-c774a87e-245d-423c-b531-ae924625d835 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:07.051120 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e86c366-c271-4b77-823a-e830e1b52d78", "name": "network-vif-deleted", "tag": "9da3b95a-7bfa-4bf4-ac45-edba575d900a", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:07.051408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c774a87e-245d-423c-b531-ae924625d835 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:07.051839 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86c366-c271-4b77-823a-e830e1b52d78', 'name': 'network-vif-deleted', 'tag': '9da3b95a-7bfa-4bf4-ac45-edba575d900a', 'status': 'completed', 'code': 200} Jun 07 08:25:07.167392 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-62cd7f22-ba29-4161-a643-fd3e8a6af386 req-8a183d28-f7dc-4ba8-b8de-03fa44132b3a tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e86c366-c271-4b77-823a-e830e1b52d78 HTTP/1.1" status: 200 len: 210 time: 0.0467570 Jun 07 08:25:08.263255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48316) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:08.321471 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Deleting subnet 806bb041-25ba-4b66-888c-b0225e1b21a0 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:25:08.324347 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.375189 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.428792 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.494457 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.498033 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:08.534735 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806bb041-25ba-4b66-888c-b0225e1b21a0,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:08.543348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.545422 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/806bb041-25ba-4b66-888c-b0225e1b21a0 HTTP/1.1" status: 204 len: 168 time: 0.2811739 Jun 07 08:25:08.548104 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48318) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:08.552780 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.553166 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.553542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.553910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.554309 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.554694 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.555332 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.555971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.556559 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.556949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.557312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.557667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.560782 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f5680df6-5d8d-4e1f-841e-dc3eea800204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:08.654006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.778749 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.786215 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:08.795384 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b39744d-873b-4517-90ae-12e389def9d7']}} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:08.812260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a67c7f1-29c6-4d81-af44-e1207308871f') {'for_net_delete': True} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:08.812554 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a67c7f1-29c6-4d81-af44-e1207308871f') {} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:08.824129 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62091525'] for segment, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.839907 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.845569 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:25:08.845953 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1787800'] for segment, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: Traceback (most recent call last): Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: timer() Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: cb(*args, **kw) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: return func(*args, **kwargs) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: self._notify() Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: self.callback(batched_events) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: event.method(event) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: return f(self, *a, **k) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._get(url).json() Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: return self.request(url, 'GET', **kwargs) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:25:08.858529 dv-cinder-784956-6-iscsi neutron-server[92004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:25:08.936716 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.940731 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:08.954203 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.955949 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1b39744d-873b-4517-90ae-12e389def9d7 HTTP/1.1" status: 204 len: 168 time: 0.4068527 Jun 07 08:25:08.962057 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b39744d-873b-4517-90ae-12e389def9d7,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:08.964275 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:09.122917 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48322) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:09.169377 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-44bed841-29dc-4bc6-812d-6de14034bf8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e07e270eb8247a99bcbe84bf15662f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452800 Jun 07 08:25:09.171595 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48324) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:09.226445 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:09.259191 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:09.308288 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:09.310651 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:09.311771 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbf19cef-7fdb-454a-8b7c-fc89384e2f74 HTTP/1.1" status: 204 len: 168 time: 0.1392896 Jun 07 08:25:09.312553 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a0fe8c4d-d9ee-4c4d-acda-34fab8fa1a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:09.322496 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf19cef-7fdb-454a-8b7c-fc89384e2f74,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:09.324810 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-07ea7f24-6219-400b-a307-94b021966027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:10.483174 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9da3b95a-7bfa-4bf4-ac45-edba575d900a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:25:10.517555 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 9da3b95a-7bfa-4bf4-ac45-edba575d900a {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:25:10.517918 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9da3b95a-7bfa-4bf4-ac45-edba575d900a not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:25:11.600331 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aa0a8-e0ac-495c-a7a8-b14b5355f57e req-6f6bfdac-5220-47a8-b3bd-2513e373e0c8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:11.601800 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8a2aa0a8-e0ac-495c-a7a8-b14b5355f57e req-6f6bfdac-5220-47a8-b3bd-2513e373e0c8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.0800741 Jun 07 08:25:11.647112 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8a2aa0a8-e0ac-495c-a7a8-b14b5355f57e req-29f31ebb-e886-463b-9961-8273bea24150 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396249 Jun 07 08:25:12.842114 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ca2b-987b-4a23-ac84-ec330adccd2a req-73f763e2-7757-417e-945e-002d1661756c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:12.843626 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e1d4ca2b-987b-4a23-ac84-ec330adccd2a req-73f763e2-7757-417e-945e-002d1661756c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.0929244 Jun 07 08:25:12.887375 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e1d4ca2b-987b-4a23-ac84-ec330adccd2a req-818760af-e75e-4843-bd2a-dfc924e4418b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382147 Jun 07 08:25:13.186200 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f38f4-fc96-46c6-a425-16735db99750 req-f2615293-94a4-43c2-9ad4-6470d1e5e737 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:13.187654 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-293f38f4-fc96-46c6-a425-16735db99750 req-f2615293-94a4-43c2-9ad4-6470d1e5e737 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 945 time: 0.0800514 Jun 07 08:25:13.325551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port b7470d36-6d98-4bba-9ec4-84fbb0b4656c {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:25:13.325916 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.457832 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] For port b7470d36-6d98-4bba-9ec4-84fbb0b4656c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:13.458212 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.859862 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.860627 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.860627 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP fe18aa75-3d95-4c80-b4d6-2e62fbb78f31 disassociated. External IP: 172.27.0.237, port: b7470d36-6d98-4bba-9ec4-84fbb0b4656c. Jun 07 08:25:13.860848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for b7470d36-6d98-4bba-9ec4-84fbb0b4656c owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:25:13.970031 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.975375 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e3138d41-58f3-4434-b33c-238fb86a52a9 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:14.049960 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=b7470d36-6d98-4bba-9ec4-84fbb0b4656c,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:14.057763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:14.071586 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-96936848-1e72-4c80-a569-28d1fd2085b0 req-be2ea3c3-f9a6-4309-bc62-751b4c5861c7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0606933 Jun 07 08:25:14.251517 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:25:14.430857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:14.440683 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:14.451466 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:14.452109 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:24:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:14.506510 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] No DVR routers for this DVR port b7470d36-6d98-4bba-9ec4-84fbb0b4656c on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:25:14.509967 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:14.511559 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-293f38f4-fc96-46c6-a425-16735db99750 req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "DELETE /v2.0/ports/b7470d36-6d98-4bba-9ec4-84fbb0b4656c HTTP/1.1" status: 204 len: 173 time: 1.3182578 Jun 07 08:25:14.512079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'name': 'network-vif-deleted', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:14.514499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ee23d2-a549-4201-a906-448984b96fcb" -d '{"events": [{"server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "name": "network-vif-deleted", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:14.566390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0333e8-27f4-4c9b-a596-6038844cf03d x-openstack-request-id: req-7b0333e8-27f4-4c9b-a596-6038844cf03d {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:14.567606 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c54f6-01b8-48de-ac09-7a2c115e2dbe", "name": "network-vif-deleted", "tag": "b7470d36-6d98-4bba-9ec4-84fbb0b4656c", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:14.567962 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b0333e8-27f4-4c9b-a596-6038844cf03d {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:14.568610 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972c54f6-01b8-48de-ac09-7a2c115e2dbe', 'name': 'network-vif-deleted', 'tag': 'b7470d36-6d98-4bba-9ec4-84fbb0b4656c', 'status': 'completed', 'code': 200} Jun 07 08:25:14.643010 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:14.997071 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:15.001637 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:15.010910 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:15.011448 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:24:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:15.199759 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:15.243472 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-99625f0a-e7fd-48bd-a580-46facedf59fe req-bdce0634-edab-4da4-8bc6-f0b32fc135d9 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=972c54f6-01b8-48de-ac09-7a2c115e2dbe HTTP/1.1" status: 200 len: 210 time: 0.0457706 Jun 07 08:25:15.516410 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:15.521189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ab92-ebfe-4079-8749-cf3eb3b6ef25 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:15.738279 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5aa8f-ff59-450f-8036-4a1c179ae9d6 None None] New status for floating IP fe18aa75-3d95-4c80-b4d6-2e62fbb78f31: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:25:16.595894 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-fb4803b3-8db8-493c-a722-8e8c81fbd22e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649422833&fields=id&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 267 time: 0.0397620 Jun 07 08:25:16.745758 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-2aa909f4-d4c8-43f2-ab6c-98a13d0d4c07 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:16.747127 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-2aa909f4-d4c8-43f2-ab6c-98a13d0d4c07 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.1443653 Jun 07 08:25:16.761276 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-a11c825e-79c6-4ba5-8af6-9bc3803c1655 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/quotas/3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 375 time: 0.0088186 Jun 07 08:25:16.850804 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-b344b0a4-940c-4125-bade-ca471cbd27c5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844116 Jun 07 08:25:16.983398 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-8d919c8c-7c6f-44f6-a75e-1be30c2080d0 service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211751 Jun 07 08:25:17.113478 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-f48be9f7-cb29-479f-9fa9-fb819fecfcec service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241653 Jun 07 08:25:17.278257 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:17.507766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ddc7255c-620e-48cc-9d20-e22fa9603336 req-91bb1285-40a0-4b27-b93e-7d8b7e42c81e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 210 time: 0.0468297 Jun 07 08:25:18.525831 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device b7470d36-6d98-4bba-9ec4-84fbb0b4656c no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:25:18.565884 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: b7470d36-6d98-4bba-9ec4-84fbb0b4656c {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:25:18.566272 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device b7470d36-6d98-4bba-9ec4-84fbb0b4656c not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:25:18.676925 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d2729292-40bc-4609-9d76-35b23f0dfba0 req-3a895da9-8086-4b9a-ac77-2f85daa7446e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 210 time: 0.0481439 Jun 07 08:25:18.716093 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-2e2aff5f-3c4a-4262-a5d5-75c3d93c3635 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:18.717528 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-2e2aff5f-3c4a-4262-a5d5-75c3d93c3635 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.3017209 Jun 07 08:25:18.774815 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-6b1ad837-c549-43f5-ae26-898ad89977b0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 379 time: 0.0430560 Jun 07 08:25:18.783712 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'port': {'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'admin_state_up': True, 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'security_groups': ['7edac0c9-a72a-41a5-861d-bafbf499f7af']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:18.933544 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Made reservation on behalf of 3d46026035b84229abe6ed47a16bf5b9 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:25:18.937095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.107610 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.20.0.5 (7db096ca-1cb5-4caf-950f-6e2ff065f9dc/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa/9b1d88e5-1ac7-4655-b7fc-c26794fe3253) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:19.298106 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.314301 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Transition to ACTIVE for port object 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:19.338724 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.344547 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:19.411862 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:19.415378 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:19.419362 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:19.464496 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:19.469647 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:19.507458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:19.508262 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.530557 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504869 Jun 07 08:25:19.548422 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Request body: {'port': {'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:19.670507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.679169 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-86fc69fa-91bb-424d-aa7d-7779b86d29e9 None None] Provisioning for port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:19.684617 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-86fc69fa-91bb-424d-aa7d-7779b86d29e9 None None] Provisioning complete for port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:19.684993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-86fc69fa-91bb-424d-aa7d-7779b86d29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.754411 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-86fc69fa-91bb-424d-aa7d-7779b86d29e9 None None] Port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:25:19.808159 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48480) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:19.928204 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:19.990983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6c97b-746d-4a88-b23f-b1d81479766b req-23b36dc0-b743-4605-b8eb-5080523877a0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:19.992457 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b6d6c97b-746d-4a88-b23f-b1d81479766b req-23b36dc0-b743-4605-b8eb-5080523877a0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 931 time: 0.1893191 Jun 07 08:25:20.029035 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.033006 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.041556 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dba91d1b-cbf5-4b24-ae38-87790d0909bb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:20.061520 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b6d6c97b-746d-4a88-b23f-b1d81479766b req-fddc3349-c65e-403e-a165-2d36614a49b5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594203 Jun 07 08:25:20.071781 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70ec3ed6804c4451a0704abae144a6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598901 Jun 07 08:25:20.072028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48484) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:20.104809 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fdd3bf-7352-44e9-9c5c-1751abd3d627,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:20.126798 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.127254 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.127627 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.127983 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.128335 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.128687 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.129548 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.129904 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.130275 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.130619 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.130962 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.131302 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:20.138843 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:25:20.139595 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:20.148355 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.157808 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.163030 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Transition to ACTIVE for port object 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:20.166167 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.170795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-240a15f9-df78-4442-8ead-5e5d8d6ed49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:20.184416 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.237698 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.240365 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.243804 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59fdd3bf-7352-44e9-9c5c-1751abd3d627 HTTP/1.1" status: 204 len: 168 time: 0.1686053 Jun 07 08:25:20.243804 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-583f57c3-e9f1-40bf-9831-62c30dc2b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:20.251958 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fdd3bf-7352-44e9-9c5c-1751abd3d627,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:20.254712 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:20.303622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:20.336270 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:20.415550 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Attempting to bind port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:20.415903 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Attempting to bind port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:20.416242 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Attempting to bind port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:20.421778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:25:20.422129 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Attempting to bind port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:20.428148 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:20.428496 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:20.428864 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Bound using segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:20.429279 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Bound port: 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:20.429619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.633710 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:20.636907 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:20.643122 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.647689 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c24792e1-f8a1-4060-a664-115a5c174066 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:20.706931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:20.707584 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.708962 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 1093 time: 1.1648977 Jun 07 08:25:20.709472 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:20.711822 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:20.731546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:20.745671 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:20.748585 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-e0ba05cf-bf70-4c38-a920-e8ca8675bcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:20.788393 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fe65b0-69fb-4993-a8e8-22c2ae16a6f8 x-openstack-request-id: req-86fe65b0-69fb-4993-a8e8-22c2ae16a6f8 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:20.789234 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:20.789606 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86fe65b0-69fb-4993-a8e8-22c2ae16a6f8 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:20.790152 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'status': 'completed', 'code': 200} Jun 07 08:25:20.883703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb1b8df0-20a3-4941-aaa7-ac20981d0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:20.885432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-bb1b8df0-20a3-4941-aaa7-ac20981d0246 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0824120 Jun 07 08:25:20.963092 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-ec4429a5-7d07-47c5-beb6-8fb5a38d94b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 217 time: 0.0654702 Jun 07 08:25:21.024508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-5c439552-442f-494a-9f0d-94603019f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.025993 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-5c439552-442f-494a-9f0d-94603019f1ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0573373 Jun 07 08:25:21.102826 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135393-8cbc-416a-865f-d04bfa91507d req-0d3eb1b9-eb67-421b-86d5-7a11f033d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.104826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-0d3eb1b9-eb67-421b-86d5-7a11f033d318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729337 Jun 07 08:25:21.295698 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-e8edd9cf-a837-4ffa-bae9-7eef7746a806 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846881 Jun 07 08:25:21.355697 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc4d43-c046-482e-b297-543f78dbd7a5 req-50dae056-1e80-47a5-9d87-4feaf87654c4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.357151 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4bfc4d43-c046-482e-b297-543f78dbd7a5 req-50dae056-1e80-47a5-9d87-4feaf87654c4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.1579733 Jun 07 08:25:21.471807 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4bfc4d43-c046-482e-b297-543f78dbd7a5 req-2f1d1110-bb8c-47c0-a736-c9e9081d3bb7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703487 Jun 07 08:25:21.475114 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61135393-8cbc-416a-865f-d04bfa91507d req-6ff714b7-01b9-4269-9a67-3fd9df0f7c6b service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733396 Jun 07 08:25:21.642731 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-728aabdd-9906-4d8a-9496-91f5f72a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.644230 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-728aabdd-9906-4d8a-9496-91f5f72a4de2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0751984 Jun 07 08:25:21.778458 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-bccc7e79-2224-4233-aa95-57093e417fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.779894 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-bccc7e79-2224-4233-aa95-57093e417fdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1292059 Jun 07 08:25:21.846003 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48528) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:21.849443 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-15b32d82-3c56-4b58-9377-f9ca15bb8f38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 217 time: 0.0618432 Jun 07 08:25:21.914124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-efa3841f-2040-4221-a20d-6ee9ebd9c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.915657 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-efa3841f-2040-4221-a20d-6ee9ebd9c357 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0597980 Jun 07 08:25:21.961038 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:21.990927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-c479ede2-f918-4b0f-9490-ab7be60b50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:21.992346 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-c479ede2-f918-4b0f-9490-ab7be60b50f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707459 Jun 07 08:25:22.067127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.071219 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.077854 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-dc8334de-6abb-47d1-985c-9d2484f6b68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:22.121982 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3211bcc1fa9d477ea316e332662fbe20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747777 Jun 07 08:25:22.122965 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc3307-3757-49a9-b10e-4dfcc6250fa7,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:22.124286 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-783a3f63-c8a9-4b04-96f1-d45699007031 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254313 Jun 07 08:25:22.124798 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48532) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:22.126259 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-eab30e7f-0bcd-42ce-b8d1-fc8741c60a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:22.277770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.311779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b7a519b5-a33e-45ba-a5cb-1018f87e22a7 req-a64a7ae0-18dc-4005-a177-32377f169acb service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764035 Jun 07 08:25:22.319656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.471660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.474081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.475195 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4fc3307-3757-49a9-b10e-4dfcc6250fa7 HTTP/1.1" status: 204 len: 168 time: 0.3495715 Jun 07 08:25:22.475951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-66c62c87-0f9b-47bd-96a4-f23184d5d144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:22.485394 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc3307-3757-49a9-b10e-4dfcc6250fa7,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:22.487779 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c20395b0-0660-4fad-822a-cd0749082770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:22.661739 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f4974-0190-466b-b6e6-011e0f303fa4 req-71ad0c49-6a64-497c-8961-c22661ede5a0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:22.663254 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f06f4974-0190-466b-b6e6-011e0f303fa4 req-71ad0c49-6a64-497c-8961-c22661ede5a0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.0818677 Jun 07 08:25:22.713019 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f06f4974-0190-466b-b6e6-011e0f303fa4 req-e1f9c186-b4c3-41aa-b162-c802cbcbdd73 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Jun 07 08:25:22.760757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48540) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:22.777342 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.883612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.887265 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:22.895288 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:22.943053 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d254e505e8ae4ba9997630982d343665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812267 Jun 07 08:25:22.944211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f9afe0-ff5a-4ed5-b0ba-e5934807d32b,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:22.945958 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48542) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:22.947600 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0c1ae3c7-7ce4-42fe-89ca-7abc3db8d97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:23.003960 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.028292 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.079374 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.081859 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.083046 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11f9afe0-ff5a-4ed5-b0ba-e5934807d32b HTTP/1.1" status: 204 len: 168 time: 0.1360235 Jun 07 08:25:23.083800 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e22ed25f-c82e-4424-9744-9b069ea584d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:23.092939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f9afe0-ff5a-4ed5-b0ba-e5934807d32b,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:23.095196 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:23.234799 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.443706 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8285fbd-390f-41fe-82a0-baf498084c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:23.892882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be5ab7-5842-4d11-b579-97c7ffac3f49 req-6636e1e1-2f31-4d0e-bd1d-c8f2868b35f1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:23.894233 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34be5ab7-5842-4d11-b579-97c7ffac3f49 req-6636e1e1-2f31-4d0e-bd1d-c8f2868b35f1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.0800309 Jun 07 08:25:23.939560 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-34be5ab7-5842-4d11-b579-97c7ffac3f49 req-3f0227aa-a59b-4020-8ae7-ee52d18a2ceb tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391541 Jun 07 08:25:24.421791 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:25.129750 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883069-f3c1-464c-bed4-153d7221f058 req-eb561959-c829-48e7-8936-85cb9104f30a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:25.131233 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc883069-f3c1-464c-bed4-153d7221f058 req-eb561959-c829-48e7-8936-85cb9104f30a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.0855217 Jun 07 08:25:25.178266 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cc883069-f3c1-464c-bed4-153d7221f058 req-ef1974b0-867f-4f2b-a34a-cf1d2002e70c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Jun 07 08:25:26.221749 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.284255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48680) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:26.412827 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.567328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbda9d1-424d-4243-8bff-f824006abf81 req-d6fe4e39-5b9f-4805-84f9-d109716a9dcf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:26.568685 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ebbda9d1-424d-4243-8bff-f824006abf81 req-d6fe4e39-5b9f-4805-84f9-d109716a9dcf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.1221170 Jun 07 08:25:26.622551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.627555 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.637557 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f2767148-4177-4c2d-bbd0-03b4987e37d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:26.657411 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ebbda9d1-424d-4243-8bff-f824006abf81 req-d83109e1-e58a-4714-ae18-228f9b2587a2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781791 Jun 07 08:25:26.684655 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=774b36fa76d549378a5c6c5f24b57d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992569 Jun 07 08:25:26.685576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee917d-0c42-4ba8-b1c2-b6edfc0b7906,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:26.687317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48684) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:26.688770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b32b4eec-f817-46e3-801d-fbdab7551d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:26.747596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.774177 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.827230 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.829870 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:26.831101 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60ee917d-0c42-4ba8-b1c2-b6edfc0b7906 HTTP/1.1" status: 204 len: 168 time: 0.1427810 Jun 07 08:25:26.831860 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-18139d56-1da3-46ae-9ad7-e9658b4c9ba3 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:26.842216 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee917d-0c42-4ba8-b1c2-b6edfc0b7906,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:26.844440 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c1044370-bc23-466c-811a-9f2f72af48b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:27.114131 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48690) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:27.131348 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.229968 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.233546 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.242183 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-23206242-d161-49ea-9ed6-f75e72617294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:27.279902 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cedc0dbdf584332b04d0c4eb2f99871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647661 Jun 07 08:25:27.280743 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a455bdaf-684a-4ce2-b675-a5894f4d6129,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:27.282670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48692) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:27.283631 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-9f6d16c6-bccb-46d5-9270-6dbb3616758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:27.344670 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.370217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.419796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.422396 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.423521 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a455bdaf-684a-4ce2-b675-a5894f4d6129 HTTP/1.1" status: 204 len: 168 time: 0.1397097 Jun 07 08:25:27.424248 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e7a915f9-7910-4e0f-a624-0969a2a26d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:27.433997 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a455bdaf-684a-4ce2-b675-a5894f4d6129,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:27.436184 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-c84889bb-dca1-4409-8d25-c4a0998dcbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:27.843440 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e84d1-f5f1-4eaa-9a4e-d26e89e68a15 req-4c013c73-2199-4d7f-9b00-6bb62743ddaf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:27.844914 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-479e84d1-f5f1-4eaa-9a4e-d26e89e68a15 req-4c013c73-2199-4d7f-9b00-6bb62743ddaf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 943 time: 0.0803750 Jun 07 08:25:27.888505 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-479e84d1-f5f1-4eaa-9a4e-d26e89e68a15 req-8df6fab7-440e-47c3-ae05-99f773a29b09 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Jun 07 08:25:28.129106 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48716) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:28.231102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962381997-network', 'tenant_id': '85498cd054744408bb7c63d29428097c'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:28.251014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Made reservation on behalf of 85498cd054744408bb7c63d29428097c for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:25:28.253489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.268982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.372662 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.376367 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.379729 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4ba2aea9-e4bb-44a4-a411-6cc62cfff50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:28.406845 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:25:28.415485 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5c714-2a38-4527-901c-3d294d490cb2,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:28.418956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:28.421382 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.421808 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Added segment ff1593e0-e408-4a7d-b32f-6344f47f9995 of type vlan for network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd Jun 07 08:25:28.448460 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.476778 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.478025 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:28.478611 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.483152 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-57428a81-8179-46bc-81d1-1e2d99b54c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:28.524352 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3942080 Jun 07 08:25:28.527415 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48720) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:28.532543 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Request body: {'subnet': {'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962381997-subnet', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'ip_version': 4}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:28.554563 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Made reservation on behalf of 85498cd054744408bb7c63d29428097c for: {'subnet': 1} {{(pid=92004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:25:28.556868 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62175690'] for subnet, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.579661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Pushing event updated for resources: {'Network': ['ID=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:28.582909 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:28.590368 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:25:28.612750 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:25:28.822951 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:28.836407 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:25:28.843045 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1787747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62175704'] for subnet, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.848479 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a9f6c7e3-6415-4e79-9c23-cd5dd6041c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:28.889880 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.906559 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:25:28.922141 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c3b9e1-1024-4983-b43f-71ecd2cecab9,revision_number=0']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:28.923591 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:28.928853 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:28.930231 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Checking segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:28.930838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Network hostable DHCP agents. Network: 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:25:28.931322 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.933183 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:28.950803 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:25:28.961188 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd) {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:28.966944 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:28.968529 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:28.996201 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48724) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:28.996486 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-92bd0d44-126a-43eb-b6ac-a129173192bd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4678230 Jun 07 08:25:29.001929 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:29.014094 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9ce22-c4a3-4d75-a6d5-d9434892490f None None] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:25:29.075333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.076397 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.107437 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.128590 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49997-5f01-4c2d-8ed0-5bbb459d9bcf req-1fe3a581-0806-428e-9cc8-7909f3c2a3ea tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:29.130807 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-38e49997-5f01-4c2d-8ed0-5bbb459d9bcf req-1fe3a581-0806-428e-9cc8-7909f3c2a3ea tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 944 time: 0.1165583 Jun 07 08:25:29.154819 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:29.166477 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.166824 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.167161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.167498 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.167829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.168158 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.168483 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.168804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.169126 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.169446 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.169765 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.170111 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:29.197183 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:29.210649 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['9b1d88e5-1ac7-4655-b7fc-c26794fe3253'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:25:29.317326 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:25:29.318149 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.351277 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-38e49997-5f01-4c2d-8ed0-5bbb459d9bcf req-4ac93486-9c1d-446e-9e75-c396d804d055 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102547 Jun 07 08:25:29.422881 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.560308 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Allocated IP 172.20.0.2 (05d5ea4e-aff2-49cc-b279-369ffbdcf8dd/28c3b9e1-1024-4983-b43f-71ecd2cecab9/c63bdddb-90a3-4825-9c4b-318599194f14) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:29.836915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.859165 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.868026 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.869320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Transition to ACTIVE for port object c63bdddb-90a3-4825-9c4b-318599194f14 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:29.886792 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Transition to ACTIVE for port object c63bdddb-90a3-4825-9c4b-318599194f14 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:29.892172 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.895536 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:29.957674 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:29.960524 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:29.964055 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:29.994720 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Pushing event updated for resources: {'Port': ['ID=c63bdddb-90a3-4825-9c4b-318599194f14,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:30.001564 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:30.005808 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Allocated IP 172.27.0.167 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/7eb79613-3749-4c6f-9e94-b86e339892eb) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:30.058559 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Attempting to bind port c63bdddb-90a3-4825-9c4b-318599194f14 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:30.058947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Attempting to bind port c63bdddb-90a3-4825-9c4b-318599194f14 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:30.059315 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Attempting to bind port c63bdddb-90a3-4825-9c4b-318599194f14 on network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:30.064442 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:30.064823 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Checking segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:30.065228 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.065622 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Bound using segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:30.066122 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Bound port: c63bdddb-90a3-4825-9c4b-318599194f14, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:30.066522 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.151541 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] For port c63bdddb-90a3-4825-9c4b-318599194f14, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:30.151762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.154413 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] For port c63bdddb-90a3-4825-9c4b-318599194f14, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=c63bdddb-90a3-4825-9c4b-318599194f14,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:30.158440 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.163271 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:30.180812 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.184373 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:30.241654 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Pushing event updated for resources: {'Port': ['ID=c63bdddb-90a3-4825-9c4b-318599194f14,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:30.245342 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:30.247415 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:30.250344 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:30.253841 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:30.283516 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Pushing event updated for resources: {'Port': ['ID=7eb79613-3749-4c6f-9e94-b86e339892eb,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:30.290499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:30.549101 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device c63bdddb-90a3-4825-9c4b-318599194f14 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:30.613876 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:30.673160 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port c63bdddb-90a3-4825-9c4b-318599194f14 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:30.697083 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:30.701961 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:30.702355 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.809968 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd14476-e869-46a3-aa28-ce386985363f req-f9e83bb6-912e-4491-9044-08b907c073d1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:30.811442 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2cd14476-e869-46a3-aa28-ce386985363f req-f9e83bb6-912e-4491-9044-08b907c073d1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 944 time: 0.1893778 Jun 07 08:25:30.812207 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.821869 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.850406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:30.853184 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d854bd-a191-4e40-88d1-49fbfb96f418" -d '{"events": [{"server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:30.861897 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:30.872126 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:30.874797 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:30.917506 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad593d30-6572-416b-8793-6216dd7e7c6f x-openstack-request-id: req-ad593d30-6572-416b-8793-6216dd7e7c6f {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:30.917859 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:30.918247 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad593d30-6572-416b-8793-6216dd7e7c6f {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:30.918731 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'code': 200} Jun 07 08:25:30.943170 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2cd14476-e869-46a3-aa28-ce386985363f req-a10d8217-4fe1-464f-9d52-e217bdd9e107 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790260 Jun 07 08:25:30.987820 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:30.997650 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:31.151243 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3ac53-8258-4094-b9b1-76264f0fbaf6 None None] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:25:31.282973 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Provisioning for port c63bdddb-90a3-4825-9c4b-318599194f14 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:31.296131 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Provisioning complete for port c63bdddb-90a3-4825-9c4b-318599194f14 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:31.296512 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.373014 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149d67f-eab5-467e-8d2a-97e709fc67a0 req-9c50678d-29ed-4654-965d-af4d806bf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:31.374482 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0149d67f-eab5-467e-8d2a-97e709fc67a0 req-9c50678d-29ed-4654-965d-af4d806bf143 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1098 time: 0.1637993 Jun 07 08:25:31.375558 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.491952 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0149d67f-eab5-467e-8d2a-97e709fc67a0 req-42033371-73e0-4403-beb8-7f9f615a1303 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639381 Jun 07 08:25:31.514691 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.555524 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] For port c63bdddb-90a3-4825-9c4b-318599194f14, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=c63bdddb-90a3-4825-9c4b-318599194f14,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:31.559909 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.561525 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:31.610480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:25:31.632593 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Pushing event updated for resources: {'Port': ['ID=c63bdddb-90a3-4825-9c4b-318599194f14,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:31.636113 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:31.780280 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-3113d483-a7c3-4168-af63-20acfbc17119 None None] Provisioning complete for port c63bdddb-90a3-4825-9c4b-318599194f14 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:31.780651 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3113d483-a7c3-4168-af63-20acfbc17119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.794088 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:31.814101 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Sync routers for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:31.816473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:31.817440 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8182628 Jun 07 08:25:31.819834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48730) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:31.844346 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:31.844964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:32.072611 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:32.243171 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6125c-7416-4442-9e3e-224b55de62b4 req-23a01624-5019-4f94-a0df-155edddec626 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:32.244616 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e6b6125c-7416-4442-9e3e-224b55de62b4 req-23a01624-5019-4f94-a0df-155edddec626 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.1844363 Jun 07 08:25:32.351019 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:30Z', 'revision_number': 3, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:32.354914 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Checking router: 87d3b3fe-9b8d-466a-8116-d39fb2ea48df for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:32.355276 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Updating router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df port 7eb79613-3749-4c6f-9e94-b86e339892eb binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:25:32.364337 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e6b6125c-7416-4442-9e3e-224b55de62b4 req-7a706fb1-c0b0-498a-ba7d-190199ad566c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688860 Jun 07 08:25:32.414049 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:32.532391 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device c63bdddb-90a3-4825-9c4b-318599194f14 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:32.723028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port c63bdddb-90a3-4825-9c4b-318599194f14 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:32.723411 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:32.744781 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:32.954408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Allocated IP 172.20.0.1 (05d5ea4e-aff2-49cc-b279-369ffbdcf8dd/28c3b9e1-1024-4983-b43f-71ecd2cecab9/3d322b72-64b4-4bcb-931c-2e08b8d23b6f) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:32.961646 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:32.976483 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Transition to ACTIVE for port object 7eb79613-3749-4c6f-9e94-b86e339892eb will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:32.983137 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:32.986842 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:33.070356 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Attempting to bind port 7eb79613-3749-4c6f-9e94-b86e339892eb on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:33.070734 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Attempting to bind port 7eb79613-3749-4c6f-9e94-b86e339892eb by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:33.071098 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Attempting to bind port 7eb79613-3749-4c6f-9e94-b86e339892eb on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:33.076627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Pushing event updated for resources: {'Port': ['ID=7eb79613-3749-4c6f-9e94-b86e339892eb,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:33.080575 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:33.081347 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:33.081731 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:33.082721 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.083109 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:33.083736 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Bound port: 7eb79613-3749-4c6f-9e94-b86e339892eb, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:33.083950 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.114333 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.130111 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Transition to ACTIVE for port object 3d322b72-64b4-4bcb-931c-2e08b8d23b6f will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:33.152677 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.155384 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] For port 7eb79613-3749-4c6f-9e94-b86e339892eb, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:33.157291 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:33.159070 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] For port 7eb79613-3749-4c6f-9e94-b86e339892eb, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7eb79613-3749-4c6f-9e94-b86e339892eb,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:33.163124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.167614 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-4ed88225-7936-4156-8ae2-3d4d32436697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:33.216708 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:33.219833 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:33.223462 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:33.241798 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:33.242455 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:33.260282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Pushing event updated for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:33.264256 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:33.280755 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.307224 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Pushing event updated for resources: {'Port': ['ID=7eb79613-3749-4c6f-9e94-b86e339892eb,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:33.311913 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:33.429565 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:33.547402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.585113 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-04d7ccfa-0c29-4995-91ff-102e03b150cd None None] Provisioning for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:33.635028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-04d7ccfa-0c29-4995-91ff-102e03b150cd None None] Provisioning complete for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:33.635409 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-04d7ccfa-0c29-4995-91ff-102e03b150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.716979 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-04d7ccfa-0c29-4995-91ff-102e03b150cd None None] Port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:25:33.784018 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:30Z', 'revision_number': 3, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:33.787839 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9570c-aaad-4a1c-890a-71bd3489a541 None None] The sync data for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi is: [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:30Z', 'revision_number': 3, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:33.796527 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89417f-8658-4649-a0f8-65c66d88756e req-51fdd5a9-5144-4930-b09e-d9a1aa14baa4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:33.798112 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9f89417f-8658-4649-a0f8-65c66d88756e req-51fdd5a9-5144-4930-b09e-d9a1aa14baa4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.3258116 Jun 07 08:25:33.868523 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9f89417f-8658-4649-a0f8-65c66d88756e req-d4f6b673-a32e-4a00-bd5b-279f6fddde29 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529177 Jun 07 08:25:33.892981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.892981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:33.915444 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4434911b-a1f1-424b-9c15-f1ca4fcc48cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:34.016128 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.020987 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Pushing event updated for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:34.028445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:34.226777 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:34.229083 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:34.436283 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25ea72-421f-425f-9b59-0797003e0df2 req-c5fb46ff-5366-4344-92e2-d20b4ec01501 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:34.437789 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b25ea72-421f-425f-9b59-0797003e0df2 req-c5fb46ff-5366-4344-92e2-d20b4ec01501 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.4561636 Jun 07 08:25:34.449795 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-64ed6df7-9fe7-4e8d-9ca0-b848dbc3aa77 None None] Provisioning complete for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:34.450318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64ed6df7-9fe7-4e8d-9ca0-b848dbc3aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.512892 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-64ed6df7-9fe7-4e8d-9ca0-b848dbc3aa77 None None] Port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:25:34.547581 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7eb79613-3749-4c6f-9e94-b86e339892eb up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:34.575627 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5b25ea72-421f-425f-9b59-0797003e0df2 req-cc703158-be9d-4f37-a39d-3fdf504c1187 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257930 Jun 07 08:25:34.605021 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48742) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:34.610820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:25:34.621887 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 7eb79613-3749-4c6f-9e94-b86e339892eb completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:34.627585 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7eb79613-3749-4c6f-9e94-b86e339892eb triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:34.628011 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.690183 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905ae1f-f2bd-4a80-bbdd-9244d3c90c51 tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:34.695138 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b905ae1f-f2bd-4a80-bbdd-9244d3c90c51 tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1093 time: 0.0880301 Jun 07 08:25:34.695742 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48744) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:34.700256 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:34.723939 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.760493 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.779932 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 7eb79613-3749-4c6f-9e94-b86e339892eb, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7eb79613-3749-4c6f-9e94-b86e339892eb,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:34.784900 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.787823 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0dcfa521-5159-493b-8062-2c5d2e9b140d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:34.810805 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:34.815884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] 10.222.0.46 "PUT /v2.0/routers/87d3b3fe-9b8d-466a-8116-d39fb2ea48df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9950960 Jun 07 08:25:34.870222 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=7eb79613-3749-4c6f-9e94-b86e339892eb,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:34.875440 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:34.879548 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:35.010143 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.27.0.246 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/24b6b6ab-efec-4b0e-88c4-04220393797e) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:35.165253 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.196228 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.200971 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-c747920b-7363-4fa0-8683-b9750165421a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:35.265985 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:35.268883 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:35.272009 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:35.310889 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=24b6b6ab-efec-4b0e-88c4-04220393797e,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:35.313721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:35.329679 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48760) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:35.335345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1571103146-network', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:35.357047 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Made reservation on behalf of 0fd7040f465049c984a3aaad7ffaf703 for: {'network': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:25:35.359059 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3779849'] for network, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.372924 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.384422 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Sync routers for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:35.393897 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:35.394532 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:35.487848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.492515 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.495469 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a77655f3-1193-4613-8fa8-aa966387a9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:35.525691 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=92003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:25:35.531133 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e644f6a-43e7-4294-b992-d4b82f418870,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:35.534820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:35.538856 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.539199 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.segments_db [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Added segment 0634973c-8827-4029-aabc-a1c5bcc36460 of type vlan for network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 Jun 07 08:25:35.569475 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729287522286'] for network, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.586888 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:35.603816 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083'] for network, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.605308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:35.605982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.611241 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:35.657025 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3261826 Jun 07 08:25:35.659779 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48762) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:35.664664 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Request body: {'subnet': {'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1571103146-subnet', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'ip_version': 4}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:35.705283 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.727856 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Pushing event updated for resources: {'Network': ['ID=a9958541-5bda-47ad-bcc3-c7a3ec9ee061,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:35.734109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:35.743717 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 details requested by agent ovs-agent-dv-cinder-784956-6-iscsi with host dv-cinder-784956-6-iscsi {{(pid=92005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:25:35.747216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Made reservation on behalf of 0fd7040f465049c984a3aaad7ffaf703 for: {'subnet': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:25:35.750433 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60901312'] for subnet, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.787630 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.959327 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 2, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:35.963813 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Checking router: 87d3b3fe-9b8d-466a-8116-d39fb2ea48df for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:35.964182 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Updating router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:25:35.983314 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61213821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60901330'] for subnet, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:35.989158 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:36.011563 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.016459 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.017294 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1787892'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.021892 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:36.062277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3240577c-fa5d-493b-a881-abf317476c43,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:36.064907 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:36.071680 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Checking segment: {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:36.072038 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Network hostable DHCP agents. Network: a9958541-5bda-47ad-bcc3-c7a3ec9ee061, hostable agents: ['c447702a-bc03-4861-a919-dd12c36db7d3'], hosted agents: [] {{(pid=92003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:25:36.090981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 is scheduled to be hosted by DHCP agent c447702a-bc03-4861-a919-dd12c36db7d3 with binding_index 1 {{(pid=92003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:25:36.101201 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-iscsi, a9958541-5bda-47ad-bcc3-c7a3ec9ee061) {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:36.105735 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:36.106354 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.113758 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7279d-48ec-4468-b7e6-6794609e2605 None None] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:25:36.130469 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-ab6a23e3-272b-419e-83ca-19f40ac462b3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4695389 Jun 07 08:25:36.132882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48764) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:36.137880 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:36.165205 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-945995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31258'] for router, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.166414 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31235'] for router, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.184446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.234337 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=24b6b6ab-efec-4b0e-88c4-04220393797e,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:36.238793 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:36.245574 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.392347 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.392994 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe3574074-0d3f-52a7-a21e-1ddcad162c64-a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43'}]}} from dv-cinder-784956-6-iscsi. {{(pid=92005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:25:36.394969 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.406704 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Transition to ACTIVE for port object 3d322b72-64b4-4bcb-931c-2e08b8d23b6f will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:36.419819 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.426055 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-7ca4aa14-fdfe-4351-a8f3-66af8cb18e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:36.426581 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.db.l3_db [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP 763b6281-b931-4710-8846-b1c0ff04d0c8 associated. External IP: 172.27.0.246, port: 9b1d88e5-1ac7-4655-b7fc-c26794fe3253. Jun 07 08:25:36.497455 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Pushing event updated for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:36.507742 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.508083 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.508414 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.508739 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.509079 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.509374 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.509738 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.510094 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.510418 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.510741 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.511055 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.511366 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:36.515132 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:36.561826 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31285'] for router, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.562542 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7eb79613-3749-4c6f-9e94-b86e339892eb up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:36.686760 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Attempting to bind port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:36.687136 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Attempting to bind port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:36.687503 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Attempting to bind port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f on network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:36.698995 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:36.699375 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Checking segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:36.699777 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.700174 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Bound using segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:36.700867 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Bound port: 3d322b72-64b4-4bcb-931c-2e08b8d23b6f, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:36.701200 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.717178 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 7eb79613-3749-4c6f-9e94-b86e339892eb triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:36.717561 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.756556 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.db_base_plugin_common [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Allocated IP 172.20.0.2 (a9958541-5bda-47ad-bcc3-c7a3ec9ee061/3240577c-fa5d-493b-a881-abf317476c43/ce8ab9fa-3fa3-4736-99a1-5c8249cd7856) {{(pid=92005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:36.822918 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] For port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:36.827137 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] For port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:36.833575 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:36.839574 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:36.931537 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:25:36.937994 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Pushing event updated for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:36.940839 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:36.942106 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:37.009389 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-bc2313e5-2e17-4b5e-b15d-02d123f2cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:37.171939 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:37.197998 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks [] for port, precommit_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.206543 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:37.215095 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Transition to ACTIVE for port object ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:37.221909 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.222119 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:37.230720 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.251459 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:37.252949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:37.258215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.314234 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Transition to ACTIVE for port object ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 will not be triggered until provisioned by entity DHCP. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:37.322487 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6248260 Jun 07 08:25:37.323631 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253'}] {{(pid=92004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:25:37.326838 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd352f964ffc76791992914e2bb2e8cf29d1241ccfdbc3b1321ebb49f58ef43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683ee48-4ef0-4054-8e58-dbc7c298d974" -d '{"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253"}]}' {{(pid=92004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:25:37.338780 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960'] for port, after_create {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.344790 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-83d67ff7-9963-4d7b-88a8-e47da8ac0e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:37.376619 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f6ae5-73c1-480c-908e-5db320cfa82c x-openstack-request-id: req-126f6ae5-73c1-480c-908e-5db320cfa82c {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:25:37.377029 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253", "status": "completed", "code": 200}]} {{(pid=92004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:25:37.377331 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-126f6ae5-73c1-480c-908e-5db320cfa82c {{(pid=92004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:25:37.377797 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'status': 'completed', 'code': 200} Jun 07 08:25:37.443581 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 is already hosted by enough agents. {{(pid=92005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:37.478931 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Allocated IP 172.27.0.96 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/aee3ec00-de8a-4073-922a-0c40edf7c790) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:37.496981 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.scheduler.base_scheduler [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Resources bound (agent type, host, resource id): {{(pid=92005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:37.512563 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Received port after_create {{(pid=92005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:37.527888 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Pushing event updated for resources: {'Port': ['ID=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,revision_number=1']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:37.534688 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:37.590870 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:36Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:37.596689 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b63b4-5ff0-48c1-9d5b-05120175d742 None None] The sync data for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi is: [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:36Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:37.605105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-418b3724-5fb6-409e-a668-eed7054d9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:37.606114 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-418b3724-5fb6-409e-a668-eed7054d9684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1098 time: 0.1839232 Jun 07 08:25:37.631330 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:37.712768 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Attempting to bind port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:37.712768 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Attempting to bind port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:37.712768 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Attempting to bind port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 on network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:37.732341 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:37.732782 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Checking segment: {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:37.733289 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.733873 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Bound using segment: {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:37.734481 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Bound port: ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:37.734971 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.756287 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.805034 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-b69972c6-f68e-451f-9f1b-4597db2a6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:37.806787 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-b69972c6-f68e-451f-9f1b-4597db2a6be7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1873050 Jun 07 08:25:37.917734 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:37.930062 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cac8683b-9244-492c-b727-346754ce30d6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:37.950756 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] For port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:37.983901 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-c214b097-fec7-46f6-85fd-ca1490710460 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 999 time: 0.1688986 Jun 07 08:25:37.995381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:38.006004 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] For port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:38.012900 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:38.018697 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b113095-ed97-4dae-a4ca-338f756d1c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:38.030719 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:38.038746 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:38.087082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aee3ec00-de8a-4073-922a-0c40edf7c790,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:38.102188 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:38.156776 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Pushing event updated for resources: {'Port': ['ID=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:38.162887 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:38.188302 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-09207245-46d5-426d-989d-28facf5e5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:38.189924 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-09207245-46d5-426d-989d-28facf5e5138 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.1972568 Jun 07 08:25:38.205130 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:35Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:38.210084 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:38.220445 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:38.221296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:38.455328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-cb332473-8e20-4b73-bb6f-4b99e08d0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:25:38.461229 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-cb332473-8e20-4b73-bb6f-4b99e08d0ec0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2567954 Jun 07 08:25:38.509801 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:38.606114 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3d322b72-64b4-4bcb-931c-2e08b8d23b6f up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:38.813511 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:38.864438 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:38.864689 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:38.897370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:38.947182 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-8c69d2bb-db4a-4dcc-9b5f-a2ca738fbeab service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191165 Jun 07 08:25:39.092563 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.134809 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:35Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:39.138031 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:39.141623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed1dc6-cd73-4721-af2d-a752f60ed06d None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:35Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:39.148359 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.149195 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:39.178308 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:39.221556 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2cbf79-36a9-4504-bff2-4e1b877dcad0 None None] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:25:39.250862 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a683ee48-4ef0-4054-8e58-dbc7c298d974 req-53e4392e-c708-4117-8adf-38fe57c75ce9 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969759 Jun 07 08:25:39.353267 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655aac45-a3df-4c4f-aa1e-7ff389d4b55c None None] New status for floating IP 763b6281-b931-4710-8846-b1c0ff04d0c8: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:25:39.378250 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-c90c388f-3f1b-4e38-ba7b-5731dfd76dd2 None None] Provisioning for port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:39.388044 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-943786'] for router, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.391456 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:39.398811 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:39.406939 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:39.426904 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:39.427229 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.611165 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Router c298b38c-0280-412d-b5b7-d553fca177c9 is scheduled to L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 with binding_index 1 {{(pid=92003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:25:39.636050 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.682091 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:39.686729 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.688548 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-a1e54e1a-12b7-4198-92f4-f6418b7ec9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:39.767428 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:39.780634 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:39.811441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:39.820364 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Sync routers for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:39.830336 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:39.830963 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:39.834127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:39.838289 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7017052 Jun 07 08:25:39.838721 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48770) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:40.053854 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7dfe5610-dee3-4caf-b9b7-485fb4630efe None None] Provisioning complete for port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:40.054161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7dfe5610-dee3-4caf-b9b7-485fb4630efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.123687 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:40.470420 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:38Z', 'revision_number': 3, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:40.475078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Checking router: c298b38c-0280-412d-b5b7-d553fca177c9 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:40.475443 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Updating router c298b38c-0280-412d-b5b7-d553fca177c9 port aee3ec00-de8a-4073-922a-0c40edf7c790 binding host dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:25:40.519669 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3d322b72-64b4-4bcb-931c-2e08b8d23b6f up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:40.574582 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.604642 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.692271 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:40.692582 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.806181 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_common [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Allocated IP 172.20.0.1 (a9958541-5bda-47ad-bcc3-c7a3ec9ee061/3240577c-fa5d-493b-a881-abf317476c43/3e783701-cbac-4a3a-a50e-a2acb36329c0) {{(pid=92004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:25:40.931789 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:40.951806 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.967325 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.provisioning_blocks [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Transition to ACTIVE for port object 3e783701-cbac-4a3a-a50e-a2acb36329c0 will not be triggered until provisioned by entity DHCP. {{(pid=92004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:40.990511 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.995322 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d486fdd6-ab69-4a5c-982b-2eaf00bc39ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:41.056481 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:41.060441 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:41.063036 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Received port after_create {{(pid=92004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:25:41.068631 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:41.069017 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.100849 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks [] for port, precommit_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.110103 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:41.115025 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:41.134750 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Transition to ACTIVE for port object aee3ec00-de8a-4073-922a-0c40edf7c790 will not be triggered until provisioned by entity L2. {{(pid=92005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:41.135559 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646624'] for router_interface, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.145190 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.151362 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:41.267829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Attempting to bind port aee3ec00-de8a-4073-922a-0c40edf7c790 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:41.268295 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Attempting to bind port aee3ec00-de8a-4073-922a-0c40edf7c790 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:41.268670 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Attempting to bind port aee3ec00-de8a-4073-922a-0c40edf7c790 on network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:41.278598 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dfc49-9508-4b01-ac84-52d4c22db629 None None] Pushing event updated for resources: {'Port': ['ID=aee3ec00-de8a-4073-922a-0c40edf7c790,revision_number=2']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:41.288763 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b7dfc49-9508-4b01-ac84-52d4c22db629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:41.289546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:41.289925 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Checking segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:41.290352 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.290745 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Bound using segment: {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'} {{(pid=92005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:41.291221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.managers [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Bound port: aee3ec00-de8a-4073-922a-0c40edf7c790, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237fe1d-c3db-44f3-9e65-980b0db61e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf'}}] {{(pid=92005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:41.291597 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.370557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0b6fbfa9-c482-49e1-965f-eaa47c1d41a1 None None] Provisioning for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:41.381875 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0b6fbfa9-c482-49e1-965f-eaa47c1d41a1 None None] Provisioning complete for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:41.382282 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbfa9-c482-49e1-965f-eaa47c1d41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.390744 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.417454 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] For port aee3ec00-de8a-4073-922a-0c40edf7c790, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:41.436425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] For port aee3ec00-de8a-4073-922a-0c40edf7c790, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=aee3ec00-de8a-4073-922a-0c40edf7c790,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:41.445679 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.450874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:41.482150 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fbfa9-c482-49e1-965f-eaa47c1d41a1 None None] Port 3e783701-cbac-4a3a-a50e-a2acb36329c0 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:25:41.528279 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:41.528894 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:41.594585 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dfc49-9508-4b01-ac84-52d4c22db629 None None] Pushing event updated for resources: {'Port': ['ID=aee3ec00-de8a-4073-922a-0c40edf7c790,revision_number=3']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:41.599349 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-2b7dfc49-9508-4b01-ac84-52d4c22db629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:41.614119 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.618694 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1787892'] for port, after_update {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.647484 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-0f4b814f-3f15-487c-b22b-79aa0e5d563b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:41.726127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942264'] for router_interface, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.729596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=2']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:41.733045 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:41.762764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:41.864603 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 is already hosted by enough agents. {{(pid=92004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:25:41.865739 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.base_scheduler [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:25:42.087081 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3e783701-cbac-4a3a-a50e-a2acb36329c0', 'name': '', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'mac_address': 'fa:16:3e:f3:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:40Z', 'updated_at': '2021-06-07T08:25:40Z', 'revision_number': 1, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'subnets': [{'id': '3240577c-fa5d-493b-a881-abf317476c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:42.091820 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f0382-a1f1-486f-8d6a-4d6871cdca2f None None] The sync data for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi is: [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3e783701-cbac-4a3a-a50e-a2acb36329c0', 'name': '', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'mac_address': 'fa:16:3e:f3:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:40Z', 'updated_at': '2021-06-07T08:25:40Z', 'revision_number': 1, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'subnets': [{'id': '3240577c-fa5d-493b-a881-abf317476c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:42.109211 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-2dcd5b26-9113-4bbd-9c09-2bf2e4b7898f None None] Provisioning complete for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:42.109211 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5b26-9113-4bbd-9c09-2bf2e4b7898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:42.159878 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Router c298b38c-0280-412d-b5b7-d553fca177c9 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:25:42.176595 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd5b26-9113-4bbd-9c09-2bf2e4b7898f None None] Port 3e783701-cbac-4a3a-a50e-a2acb36329c0 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:25:42.367893 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:25:42.373537 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a932b5f1-2ccf-4bb4-9688-c3895a5923b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/c298b38c-0280-412d-b5b7-d553fca177c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5337992 Jun 07 08:25:42.968106 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 48780) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:42.973404 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.v2.base [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047472665', 'description': 'tempest-secgroup-smoke-2047472665 description', 'project_id': '85498cd054744408bb7c63d29428097c'}} {{(pid=92004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:42.994542 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, before_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.094592 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, precommit_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.099056 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_create {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.102792 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d33661bb-2dfc-4ae5-b093-397732bf0041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.136860 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.138064 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1689391 Jun 07 08:25:43.138948 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1250d-f684-4dee-8c78-c5e2b76d5739,revision_number=1']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.141089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48782) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.141739 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-ed698e3e-53b3-4183-8bb3-44eb9f3aa88a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.148026 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.175863 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.236063 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.239764 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.247378 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-84676f38-f648-456e-b122-b2df6f7bc33f tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.266035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2022edad-6daa-466a-be65-cc565d599a1d,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.268504 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.270310 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282141 Jun 07 08:25:43.271201 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2a9547b5-fba4-4ea3-8031-032f86412416 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.272966 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48784) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.277285 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.304156 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.365602 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.369015 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.371269 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a285776f-f02b-49de-9077-4907e9e0ad0c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.393116 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fc7889-34bd-4d75-8bbd-4f633bebbbc1,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.396456 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.399328 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.400312 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-935b6871-e981-41a0-9e11-87759d292a4f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264536 Jun 07 08:25:43.403041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48786) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.407304 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.433238 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.494107 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.497570 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.499622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.523157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a2485-69a1-471a-9c1b-19bdca743b13,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.525549 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.530645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.532086 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-299771c9-fc23-43b1-93ab-7a1ab32bc167 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281319 Jun 07 08:25:43.535023 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48788) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.539256 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.565312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.626224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.630134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.637558 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.655402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e6fb03-5695-4db0-a265-6bc598323bb0,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.657962 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.662626 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.666361 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279192 Jun 07 08:25:43.666556 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48790) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.670956 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.693591 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.securitygroups_db [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Project 85498cd054744408bb7c63d29428097c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:25:43.702701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.765716 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.769326 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.776434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.793434 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9506e0cb-5714-4a51-b228-42e776001db8,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.795661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.800273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.801959 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-aa0d88b7-860f-4d9a-9e17-cd18d2a034f1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344802 Jun 07 08:25:43.804684 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48792) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:43.810273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'security_group_rule': {'security_group_id': '86b1250d-f684-4dee-8c78-c5e2b76d5739', 'project_id': '85498cd054744408bb7c63d29428097c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:25:43.832237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.securitygroups_db [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Project 85498cd054744408bb7c63d29428097c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:25:43.837890 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.901657 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.905414 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015420'] for security_group_rule, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.907569 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a3f0dbf1-4a24-4af1-a608-b300a5de7bae tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:43.931686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1ef166-0ae2-496c-9291-b3a22e546857,revision_number=0']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:43.934721 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:43.937543 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.938655 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-342f0251-aee3-45d1-9a53-1698115ac1d5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330709 Jun 07 08:25:44.547515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device aee3ec00-de8a-4073-922a-0c40edf7c790 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:44.613963 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port aee3ec00-de8a-4073-922a-0c40edf7c790 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:44.618376 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port aee3ec00-de8a-4073-922a-0c40edf7c790 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:44.618755 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:44.737189 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:44.754806 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port aee3ec00-de8a-4073-922a-0c40edf7c790, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=aee3ec00-de8a-4073-922a-0c40edf7c790,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:44.759893 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:44.761710 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:44.828736 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=aee3ec00-de8a-4073-922a-0c40edf7c790,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:44.831759 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:45.785309 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:45.882697 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Sync routers for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:25:45.891742 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:45.892335 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:46.070962 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:46.380281 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3e783701-cbac-4a3a-a50e-a2acb36329c0', 'name': '', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'mac_address': 'fa:16:3e:f3:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:40Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 2, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'subnets': [{'id': '3240577c-fa5d-493b-a881-abf317476c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:46.384011 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Checking router: c298b38c-0280-412d-b5b7-d553fca177c9 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:25:46.384366 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Updating router c298b38c-0280-412d-b5b7-d553fca177c9 port 3e783701-cbac-4a3a-a50e-a2acb36329c0 binding host dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:25:46.437705 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.504911 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device aee3ec00-de8a-4073-922a-0c40edf7c790 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:46.575860 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port aee3ec00-de8a-4073-922a-0c40edf7c790 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:46.576233 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.780691 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks [] for port, precommit_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.791603 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.provisioning_blocks [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Transition to ACTIVE for port object 3e783701-cbac-4a3a-a50e-a2acb36329c0 will not be triggered until provisioned by entity L2. {{(pid=92006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:25:46.797613 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:46.802236 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1b6be982-1936-4433-950a-04c67d8b5c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:46.989396 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5368c-d510-4a8f-97f3-5d2f72c63842 None None] Pushing event updated for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=3']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:46.992554 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-78b5368c-d510-4a8f-97f3-5d2f72c63842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:47.046267 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Attempting to bind port 3e783701-cbac-4a3a-a50e-a2acb36329c0 on host dv-cinder-784956-6-iscsi for vnic_type normal with profile {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:25:47.046639 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Attempting to bind port 3e783701-cbac-4a3a-a50e-a2acb36329c0 by drivers openvswitch,hyperv on host dv-cinder-784956-6-iscsi at level 0 using segments [{'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:25:47.047002 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Attempting to bind port 3e783701-cbac-4a3a-a50e-a2acb36329c0 on network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:25:47.052553 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Checking agent: {'id': '53b9c895-c7c7-47a6-81da-a44f414b0408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 7, 53), 'started_at': datetime.datetime(2021, 6, 7, 8, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:25:47.052927 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Checking segment: {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:25:47.053322 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:47.053711 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Bound using segment: {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'} {{(pid=92006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:25:47.054205 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.managers [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Bound port: 3e783701-cbac-4a3a-a50e-a2acb36329c0, host: dv-cinder-784956-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0634973c-8827-4029-aabc-a1c5bcc36460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061'}}] {{(pid=92006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:25:47.054577 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:47.141678 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] For port 3e783701-cbac-4a3a-a50e-a2acb36329c0, host dv-cinder-784956-6-iscsi, cleared binding levels {{(pid=92006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:25:47.144578 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.plugins.ml2.db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] For port 3e783701-cbac-4a3a-a50e-a2acb36329c0, host dv-cinder-784956-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3e783701-cbac-4a3a-a50e-a2acb36329c0,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:25:47.149240 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron_lib.callbacks.manager [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:47.153820 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-1e6b1ed5-3bcd-4dc3-aabd-caef4977e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:47.232709 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:25:47.233326 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:47.295660 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:47.310225 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5368c-d510-4a8f-97f3-5d2f72c63842 None None] Pushing event updated for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=4']} {{(pid=92006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:47.313182 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG oslo_concurrency.lockutils [None req-78b5368c-d510-4a8f-97f3-5d2f72c63842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:47.430105 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:25:47.750236 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3e783701-cbac-4a3a-a50e-a2acb36329c0', 'name': '', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'mac_address': 'fa:16:3e:f3:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:40Z', 'updated_at': '2021-06-07T08:25:47Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'subnets': [{'id': '3240577c-fa5d-493b-a881-abf317476c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:25:47.754166 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a208d9-fdb8-4ea6-9992-0e77b2faea42 None None] The sync data for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi is: [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:25:41Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3e783701-cbac-4a3a-a50e-a2acb36329c0', 'name': '', 'network_id': 'a9958541-5bda-47ad-bcc3-c7a3ec9ee061', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'mac_address': 'fa:16:3e:f3:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3240577c-fa5d-493b-a881-abf317476c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:40Z', 'updated_at': '2021-06-07T08:25:47Z', 'revision_number': 4, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'subnets': [{'id': '3240577c-fa5d-493b-a881-abf317476c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:25:48.521721 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3e783701-cbac-4a3a-a50e-a2acb36329c0 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:48.591406 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:25:48.596045 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:48.596426 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:48.717546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:48.750871 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] For port 3e783701-cbac-4a3a-a50e-a2acb36329c0, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3e783701-cbac-4a3a-a50e-a2acb36329c0,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:25:48.755791 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:48.757594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:48.824407 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Pushing event updated for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:48.827425 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:50.507391 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3e783701-cbac-4a3a-a50e-a2acb36329c0 up at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:25:50.576931 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Provisioning complete for port 3e783701-cbac-4a3a-a50e-a2acb36329c0 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:25:50.577218 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:50.720320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-47d182b5-1dc7-4459-a06a-76cdf14df97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:53.238933 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:53.446750 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-66b963c6-84af-4e7b-aa3f-142e23b7d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:54.424144 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:56.222623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:02.186690 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-8dcc2ca3-e749-4feb-af11-9a4233f24207 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047472665&fields=id&tenant_id=85498cd054744408bb7c63d29428097c HTTP/1.1" status: 200 len: 267 time: 0.0434761 Jun 07 08:26:02.439231 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-68572ecf-d8cc-4b23-8c19-aac3a8100a2d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:02.440667 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-68572ecf-d8cc-4b23-8c19-aac3a8100a2d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 808 time: 0.2477231 Jun 07 08:26:02.455675 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-8493edc1-4099-4036-89f1-6cc8c2730cff tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/quotas/85498cd054744408bb7c63d29428097c HTTP/1.1" status: 200 len: 375 time: 0.0087378 Jun 07 08:26:02.536840 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-7d8ee343-eaf1-4ec0-8757-91511b7019f8 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759671 Jun 07 08:26:02.551733 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-4e455af4-0b57-4542-b4ce-51a2e287cc2a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:26:02.552664 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-4e455af4-0b57-4542-b4ce-51a2e287cc2a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050132 Jun 07 08:26:02.681152 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-5deaf571-d39f-489e-a133-11992f6086e9 service neutron] 10.222.0.46 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Jun 07 08:26:02.810949 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-6cdec35a-e2ba-44b8-befe-901c2a44be66 service neutron] 10.222.0.46 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Jun 07 08:26:03.204988 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3f03ded6-ef82-4a04-a423-20ca45011aaf req-5c48f959-5675-421b-aef9-6bdfb83e3db6 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 210 time: 0.0524924 Jun 07 08:26:04.299363 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-8e219cdf-0c5a-44e0-bfb1-0d820fff207a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:04.300806 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-8e219cdf-0c5a-44e0-bfb1-0d820fff207a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 808 time: 0.1500850 Jun 07 08:26:04.376018 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-cb7abdc3-b015-4184-9f76-5f22df4da9d1 req-0af5d466-7c12-4178-8319-3f742aee4e0e tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 210 time: 0.0470705 Jun 07 08:26:04.397286 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-d47b290b-39f9-4f5b-89f1-ac885bc6ca52 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85498cd054744408bb7c63d29428097c HTTP/1.1" status: 200 len: 380 time: 0.0817444 Jun 07 08:26:04.406826 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'port': {'device_id': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'admin_state_up': True, 'tenant_id': '85498cd054744408bb7c63d29428097c', 'security_groups': ['86b1250d-f684-4dee-8c78-c5e2b76d5739']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:26:04.557203 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Made reservation on behalf of 85498cd054744408bb7c63d29428097c for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:26:04.560570 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:04.719445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Allocated IP 172.20.0.11 (05d5ea4e-aff2-49cc-b279-369ffbdcf8dd/28c3b9e1-1024-4983-b43f-71ecd2cecab9/5128a853-85d6-4f5d-a8b0-4572b5ac6e42) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:26:04.910003 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:04.925052 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Transition to ACTIVE for port object 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:26:04.949632 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:04.955619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5f5e6667-900e-4158-9e66-9778acdfcf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:05.023729 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:26:05.026877 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:26:05.030667 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:26:05.068901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:05.085988 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:05.102908 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:05.103524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:05.125237 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222629 Jun 07 08:26:05.143011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-431c7ab1-ab3b-44f8-8fe8-4355d08bc0a0 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:26:05.144161 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-431c7ab1-ab3b-44f8-8fe8-4355d08bc0a0 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055966 Jun 07 08:26:05.156661 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Request body: {'port': {'device_id': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:26:05.272985 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7a19d2aa-396a-49d2-b57c-9e52c5fd3ad7 None None] Provisioning for port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:26:05.278283 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:05.278469 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-7a19d2aa-396a-49d2-b57c-9e52c5fd3ad7 None None] Provisioning complete for port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:26:05.278469 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2aa-396a-49d2-b57c-9e52c5fd3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:05.330208 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-7a19d2aa-396a-49d2-b57c-9e52c5fd3ad7 None None] Port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:26:05.685286 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473f42-dc13-4b4f-8a4e-d0a2da324975 req-ee5a5f0d-3958-4207-957e-4ae103553ad6 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:05.686767 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ae473f42-dc13-4b4f-8a4e-d0a2da324975 req-ee5a5f0d-3958-4207-957e-4ae103553ad6 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 932 time: 0.1970253 Jun 07 08:26:05.747396 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ae473f42-dc13-4b4f-8a4e-d0a2da324975 req-659716cf-8bd0-4f0b-9ad9-19e289bfae83 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529175 Jun 07 08:26:05.800703 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:26:05.807812 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:05.821596 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Transition to ACTIVE for port object 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:26:05.825282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:05.829813 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-15426cf8-5f4e-4446-9a67-c3b73c9b790c tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:05.987212 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:05.994420 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:06.059715 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Attempting to bind port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:26:06.060055 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Attempting to bind port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:26:06.060385 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Attempting to bind port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 on network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:26:06.064902 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 on network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:26:06.065223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Attempting to bind port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 on network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:26:06.070486 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:26:06.071347 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Checking segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:26:06.071722 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Bound using segment: {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:26:06.072174 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Bound port: 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1593e0-e408-4a7d-b32f-6344f47f9995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:26:06.072519 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:06.161323 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:26:06.164134 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:26:06.168984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:06.173389 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:06.227854 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:06.228467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:06.229844 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] 10.222.0.45 "PUT /v2.0/ports/5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 1094 time: 1.0774961 Jun 07 08:26:06.230511 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:26:06.232804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e0b3f5-1a5b-4318-ae9f-12194693e87c" -d '{"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:26:06.255428 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:06.259032 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3121b3fb-c080-4c39-aaa8-13558a197695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:06.286574 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f51d5-adf6-48b7-a950-f1f8ed1e8f2b x-openstack-request-id: req-ff4f51d5-adf6-48b7-a950-f1f8ed1e8f2b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:26:06.286906 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:26:06.287192 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff4f51d5-adf6-48b7-a950-f1f8ed1e8f2b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:26:06.287625 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'status': 'completed', 'code': 200} Jun 07 08:26:06.376273 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3af7a0cf-bf07-4997-bd45-bb03847b8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:06.377740 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-3af7a0cf-bf07-4997-bd45-bb03847b8da9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1097 time: 0.0713482 Jun 07 08:26:06.453459 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-f07a3977-91c5-427e-aa24-aaa871a90d5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 217 time: 0.0620131 Jun 07 08:26:06.519182 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-88646de5-c545-45c5-a365-ac4eb6e3c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:06.520535 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-88646de5-c545-45c5-a365-ac4eb6e3c03b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0609064 Jun 07 08:26:06.596147 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-68865d35-331f-4022-993b-6f58337be49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:06.597615 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-68865d35-331f-4022-993b-6f58337be49c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697873 Jun 07 08:26:06.729875 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-b041774c-29a4-4ce9-85cb-7f06303e6293 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241992 Jun 07 08:26:06.895811 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9790c59f-ddb8-4a99-b473-a174c43affc8 req-4f1b0a9b-0b27-4dd6-8ed5-9f59a5f3f892 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598690 Jun 07 08:26:06.937582 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748b5c-83fb-4041-9df2-f8483f849c09 req-85f0e944-a6c0-44b0-8f86-83a3b9d02e4d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:06.939057 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95748b5c-83fb-4041-9df2-f8483f849c09 req-85f0e944-a6c0-44b0-8f86-83a3b9d02e4d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0833666 Jun 07 08:26:06.987213 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-95748b5c-83fb-4041-9df2-f8483f849c09 req-7bd21c69-9457-4d00-88e4-d0518e3adb95 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Jun 07 08:26:07.060488 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-e3bbf8c4-2989-4a96-970c-a88c8392a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:07.061932 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-e3bbf8c4-2989-4a96-970c-a88c8392a192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1097 time: 0.0692711 Jun 07 08:26:07.289280 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-8f1fab2b-ff60-474d-abfd-4f4afb170884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:07.290696 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-8f1fab2b-ff60-474d-abfd-4f4afb170884 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.2219307 Jun 07 08:26:07.360192 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-3f6cdaf9-d681-40b8-b3df-5de3913fa64b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 217 time: 0.0629065 Jun 07 08:26:07.420793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-a6c3b09b-2ca2-4490-a625-1e83ad2aaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:07.422210 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-a6c3b09b-2ca2-4490-a625-1e83ad2aaec5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0561564 Jun 07 08:26:07.503072 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-4bbc4072-36e0-4e01-bf1c-1b1838ae5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:07.504563 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-4bbc4072-36e0-4e01-bf1c-1b1838ae5c92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729694 Jun 07 08:26:07.634863 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-95aebdba-e9f2-4181-b85f-06121fe51983 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230550 Jun 07 08:26:07.768426 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58e0b3f5-1a5b-4318-ae9f-12194693e87c req-cab461e9-ee0a-447d-b9b5-1b205207a062 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274581 Jun 07 08:26:08.167588 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa1f68-e17e-479a-8664-629ab76e0463 req-373004ff-b260-4d46-9980-0efd71bbcaab tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:08.168952 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6bfa1f68-e17e-479a-8664-629ab76e0463 req-373004ff-b260-4d46-9980-0efd71bbcaab tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0797362 Jun 07 08:26:08.212120 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6bfa1f68-e17e-479a-8664-629ab76e0463 req-ab8ffaac-d9f6-4e27-91a7-932f2bf92f72 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370154 Jun 07 08:26:09.399520 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962d9c2-7a58-4406-b7a5-7f00d68c6658 req-b1c2a98b-ef0f-4509-938e-ae2918f69e68 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:09.400950 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c962d9c2-7a58-4406-b7a5-7f00d68c6658 req-b1c2a98b-ef0f-4509-938e-ae2918f69e68 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0824778 Jun 07 08:26:09.443834 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c962d9c2-7a58-4406-b7a5-7f00d68c6658 req-13d10cd2-b72d-4745-ac4f-a80c9a1ec505 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374022 Jun 07 08:26:10.628599 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73465-476e-44f6-8b73-dbf2b872f4e4 req-1d9a7be6-18df-4c98-9357-12df2b4ca605 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:10.630043 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-adf73465-476e-44f6-8b73-dbf2b872f4e4 req-1d9a7be6-18df-4c98-9357-12df2b4ca605 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0777318 Jun 07 08:26:10.674327 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-adf73465-476e-44f6-8b73-dbf2b872f4e4 req-c67d3d11-c5c5-4dfc-b87b-0ae89908950b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382686 Jun 07 08:26:11.856215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6aee7-e7b2-4331-986c-dc6547241605 req-64a4a777-c01a-48d1-b683-612d3d12248f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:11.857648 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6aa6aee7-e7b2-4331-986c-dc6547241605 req-64a4a777-c01a-48d1-b683-612d3d12248f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0819986 Jun 07 08:26:11.900951 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6aa6aee7-e7b2-4331-986c-dc6547241605 req-4ba1352f-4594-4630-85d8-4d41a2769a8b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378032 Jun 07 08:26:13.080819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ab79-96af-437c-bcb7-ac5b2deb4da9 req-e613fb5a-a138-439e-9054-cbaf6a62b291 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:13.082306 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3a48ab79-96af-437c-bcb7-ac5b2deb4da9 req-e613fb5a-a138-439e-9054-cbaf6a62b291 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0798309 Jun 07 08:26:13.129146 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3a48ab79-96af-437c-bcb7-ac5b2deb4da9 req-9905b31e-79b6-4d12-b85f-4886672149bd tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Jun 07 08:26:14.315098 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a6af-e0a0-4e6e-b218-2c6da727de25 req-6be0359f-de84-460c-83f5-b330e83ac810 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:14.316543 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c692a6af-e0a0-4e6e-b218-2c6da727de25 req-6be0359f-de84-460c-83f5-b330e83ac810 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0854254 Jun 07 08:26:14.359701 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c692a6af-e0a0-4e6e-b218-2c6da727de25 req-e7879790-5880-4566-871d-e770550b5555 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Jun 07 08:26:14.817758 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:26:14.975993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:26:14.991829 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'mac_address': 'fa:16:3e:71:51:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:26:15.044348 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:15.059947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:26:15.075024 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:26:15.078861 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:15.080489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:15.142596 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:15.145483 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:15.361687 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['5128a853-85d6-4f5d-a8b0-4572b5ac6e42'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:26:15.540638 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf1b6d-f54d-4742-9a52-71350b2bc614 req-425e6e45-f271-46bb-9344-e3c42d965843 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:15.542127 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92bf1b6d-f54d-4742-9a52-71350b2bc614 req-425e6e45-f271-46bb-9344-e3c42d965843 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 945 time: 0.0786207 Jun 07 08:26:15.589759 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-92bf1b6d-f54d-4742-9a52-71350b2bc614 req-edddeeca-fc90-41bc-ab02-6bd4fcbc944f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Jun 07 08:26:16.773258 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46065-ed6f-4c71-82ab-b532e8311593 req-94a25de1-b4f0-417d-8f05-004fd2e6812b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:16.775467 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dfe46065-ed6f-4c71-82ab-b532e8311593 req-94a25de1-b4f0-417d-8f05-004fd2e6812b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 945 time: 0.0799806 Jun 07 08:26:16.817742 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-dfe46065-ed6f-4c71-82ab-b532e8311593 req-5f7e6097-7f3a-4450-9ddb-017cade753c1 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368171 Jun 07 08:26:16.832891 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:26:16.898645 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:26:16.903445 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:26:16.903821 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:17.017382 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:17.042559 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:26:17.044985 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecc3529-3525-433c-ab66-08691d726a53" -d '{"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:26:17.052629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:26:17.057026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:17.059809 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:17.128122 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:17.131231 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:17.142015 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca93a4-bb4c-4845-bde1-b4c394a9d57e x-openstack-request-id: req-c5ca93a4-bb4c-4845-bde1-b4c394a9d57e {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:26:17.142318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:26:17.142581 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5ca93a4-bb4c-4845-bde1-b4c394a9d57e {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:26:17.142974 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'code': 200} Jun 07 08:26:17.294325 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:17.540158 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e192-95e2-4c90-b5dd-86521e9184b7 req-1f08b01f-2bf7-479a-94f1-7e1bd67c02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:17.541628 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ac8e192-95e2-4c90-b5dd-86521e9184b7 req-1f08b01f-2bf7-479a-94f1-7e1bd67c02c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.1647966 Jun 07 08:26:17.580674 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ac8e192-95e2-4c90-b5dd-86521e9184b7 req-aec09e8c-8bea-4a0f-a80b-682d39d078ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Jun 07 08:26:17.997901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4204615-a0a4-4803-a645-da4ddebd3aa4 req-e86d0dcf-ed6a-48b0-9276-b1b6217904f0 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:17.999374 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a4204615-a0a4-4803-a645-da4ddebd3aa4 req-e86d0dcf-ed6a-48b0-9276-b1b6217904f0 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0792487 Jun 07 08:26:18.042794 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a4204615-a0a4-4803-a645-da4ddebd3aa4 req-7422694e-7953-4370-be11-7a4299c9c7b9 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379665 Jun 07 08:26:19.228879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce199c6-8427-48f7-b241-20f47f2607a8 req-0e304220-9625-4922-b7d8-11bd4569786b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:19.230329 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ce199c6-8427-48f7-b241-20f47f2607a8 req-0e304220-9625-4922-b7d8-11bd4569786b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0820017 Jun 07 08:26:19.272229 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-0ce199c6-8427-48f7-b241-20f47f2607a8 req-64665e2d-67e5-4065-876c-bbd7913f7595 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363417 Jun 07 08:26:19.451342 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2035-2bfb-4dcd-a0b1-b2c2dce8ab77 req-52562b3e-de41-4459-bbe7-b0772e267f95 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:19.452750 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80ee2035-2bfb-4dcd-a0b1-b2c2dce8ab77 req-52562b3e-de41-4459-bbe7-b0772e267f95 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0777895 Jun 07 08:26:19.498475 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-80ee2035-2bfb-4dcd-a0b1-b2c2dce8ab77 req-d246f48b-625b-4c37-9e58-7e52f3e51212 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Jun 07 08:26:19.520514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48962) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:26:19.714185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603c179-c32a-41d2-bf02-8f95f4405828 tempest-TestShelveInstance-1457974562 tempest-TestShelveInstance-1457974562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:19.715620 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-d603c179-c32a-41d2-bf02-8f95f4405828 tempest-TestShelveInstance-1457974562 tempest-TestShelveInstance-1457974562-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1094 time: 0.1941793 Jun 07 08:26:19.718489 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 48966) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:26:19.722767 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:26:19.744355 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for floatingip, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:19.876427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.011960 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Allocated IP 172.27.0.15 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/835058a4-f0e5-4e9e-a907-cded3373c493) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:26:20.154842 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.183964 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.188232 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-3aa03125-153f-44fd-b27b-a1c3018c651a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:20.246858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:26:20.249671 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:26:20.253194 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:26:20.292392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'Port': ['ID=835058a4-f0e5-4e9e-a907-cded3373c493,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:20.307455 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.307839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.308212 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.308580 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.308951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.309312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.309668 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.310048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.310405 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.310760 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.311119 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.311470 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:26:20.316265 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:20.671427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.723385 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-084ace90-c938-4039-b9da-97b55a44a521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.744770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.949107 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.953441 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:20.957011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-db15a5bf-8b30-44d6-8e23-bf57d67dc992 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:26:21.059674 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event updated for resources: {'Port': ['ID=835058a4-f0e5-4e9e-a907-cded3373c493,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:26:21.063747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:26:21.070445 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:21.334851 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Floating IP e91b2b9e-a92a-47db-857a-8fed89cc785d associated. External IP: 172.27.0.15, port: 5128a853-85d6-4f5d-a8b0-4572b5ac6e42. Jun 07 08:26:21.676392 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:26:21.855512 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:26:21.865347 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Sync routers for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:26:21.874199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:21.874435 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:26:21.874947 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:26:21.933095 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2134349 Jun 07 08:26:21.933757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:26:21.936079 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda14854-84da-4e26-843f-3e6cebcdaef5" -d '{"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:26:22.030728 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99e629-b8af-45f3-adc9-060490ab96bd x-openstack-request-id: req-be99e629-b8af-45f3-adc9-060490ab96bd {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:26:22.031054 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:26:22.031349 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be99e629-b8af-45f3-adc9-060490ab96bd {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:26:22.031779 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'status': 'completed', 'code': 200} Jun 07 08:26:22.057605 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:26:22.147084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-a80116b3-ec57-4734-b77d-4f64e39fe738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:22.148570 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-a80116b3-ec57-4734-b77d-4f64e39fe738 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0731289 Jun 07 08:26:22.279359 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-d766e561-a665-4cf4-b404-f09c76bd67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:22.280711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-d766e561-a665-4cf4-b404-f09c76bd67ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1256435 Jun 07 08:26:22.383460 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-91f536db-35a3-4128-ae03-963ef7d1c00a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 999 time: 0.0956078 Jun 07 08:26:22.399035 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'e91b2b9e-a92a-47db-857a-8fed89cc785d', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'mac_address': 'fa:16:3e:71:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:26:20Z', 'updated_at': '2021-06-07T08:26:20Z', 'revision_number': 0, 'project_id': '85498cd054744408bb7c63d29428097c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:26:22.402818 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Checking router: 87d3b3fe-9b8d-466a-8116-d39fb2ea48df for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:26:22.410856 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:26:22.411444 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:25:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:26:22.444102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-031771b1-58bb-48b3-a7a3-55dbc8ab145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:22.445825 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-031771b1-58bb-48b3-a7a3-55dbc8ab145c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0564618 Jun 07 08:26:22.519427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-468585b8-a07e-4fe1-9c1a-a94e49d4cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:22.520892 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-468585b8-a07e-4fe1-9c1a-a94e49d4cd6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683639 Jun 07 08:26:22.623702 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:26:22.654577 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-e3a3b57a-576e-4cf3-97fc-df3d5460f0dd service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266298 Jun 07 08:26:22.785601 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:26:22.795963 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eda14854-84da-4e26-843f-3e6cebcdaef5 req-bd55c994-3a6a-4ccf-997e-a5b2070e2d0b service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348555 Jun 07 08:26:22.974326 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'e91b2b9e-a92a-47db-857a-8fed89cc785d', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'mac_address': 'fa:16:3e:71:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:26:20Z', 'updated_at': '2021-06-07T08:26:20Z', 'revision_number': 0, 'project_id': '85498cd054744408bb7c63d29428097c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:26:22.978619 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955bd51f-27f8-4e17-825e-c39e811151ab None None] The sync data for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi is: [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': 'e91b2b9e-a92a-47db-857a-8fed89cc785d', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'mac_address': 'fa:16:3e:71:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:26:20Z', 'updated_at': '2021-06-07T08:26:20Z', 'revision_number': 0, 'project_id': '85498cd054744408bb7c63d29428097c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:26:23.166316 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546b3ff-35d6-480e-a450-94fe37801989 None None] New status for floating IP e91b2b9e-a92a-47db-857a-8fed89cc785d: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:26:23.242680 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:23.448812 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-58a71082-0790-4fff-8ad8-b6961d272f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:24.427730 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:26.227450 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:47.281816 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:50.724919 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1e513544-64f4-4895-9e71-8c75595abe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:53.245114 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:53.443628 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0d1e7f73-40e0-4d45-a0a9-96632d5e2f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:53.925508 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-bdf2defb-7603-4d22-b936-cf1728b4ac36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1751289 Jun 07 08:26:54.096606 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-bb506441-d007-4dcf-8ece-e1bf3f6f928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:54.098300 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-bb506441-d007-4dcf-8ece-e1bf3f6f928a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0801237 Jun 07 08:26:54.246951 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-9ab65f27-0ae2-4bf1-9c1b-fe1c4005f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:54.248450 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-9ab65f27-0ae2-4bf1-9c1b-fe1c4005f332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1305621 Jun 07 08:26:54.364785 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-08416473-9a0a-4014-aea2-09826fc40309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 1001 time: 0.1088421 Jun 07 08:26:54.430351 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:54.436351 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-ce682052-f03f-4ce7-ae02-413ae382f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:54.437809 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-ce682052-f03f-4ce7-ae02-413ae382f21a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0665314 Jun 07 08:26:54.520421 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-f52e9ff9-4222-46f1-a159-ffa91e48e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:26:54.522276 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-f52e9ff9-4222-46f1-a159-ffa91e48e0eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782475 Jun 07 08:26:54.660238 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-5793106b-df7b-449e-b1a7-732f52309ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311975 Jun 07 08:26:54.788301 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a036c31b-a4ef-4825-b2bf-00a96c1eb3b1 req-8be9483e-60b8-41f0-b754-a21f5d4d8907 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218624 Jun 07 08:26:56.228703 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:59.785278 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:27:17.282626 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:20.725462 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7cef-7dd3-486b-996d-e004b5e71456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:23.247159 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:23.279359 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-134f9996-a86e-4506-8b97-e327722783b5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649422833&fields=id&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 267 time: 0.0411034 Jun 07 08:27:23.426400 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-c058f26f-731c-4d5b-9d9f-bbb3aee5d885 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:23.427861 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-c058f26f-731c-4d5b-9d9f-bbb3aee5d885 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.1415977 Jun 07 08:27:23.444574 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-d954799d-c7ab-46e0-b6cc-bb663d6d2942 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/quotas/3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 375 time: 0.0100956 Jun 07 08:27:23.444955 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-e07c50b3-7a94-4061-a88e-5a63279e17d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:23.537510 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-0e0029c9-b5e1-4797-8606-b9658f8fb587 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862064 Jun 07 08:27:23.596612 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-63ded847-78b9-4e16-a4cd-f5a0fe79878f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:27:23.597592 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-63ded847-78b9-4e16-a4cd-f5a0fe79878f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495675 Jun 07 08:27:23.728404 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-99bcada7-a10f-4492-b75e-71d3a0519ffb service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247010 Jun 07 08:27:23.857912 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-b40c5ad0-0076-442a-886e-32ac2ea57e15 service neutron] 10.222.0.46 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237674 Jun 07 08:27:24.245209 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e2e4b77b-c819-418a-9acc-a3f67de72d57 req-371b1d19-673a-4a96-94ad-988a034e2026 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Jun 07 08:27:24.433084 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:25.420790 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-73c0840f-0c92-449b-bf95-4bffd919c7c6 req-1c74c1bc-0048-43e3-b706-07ba077cf84e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 210 time: 0.0697994 Jun 07 08:27:25.651757 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-b99d83ab-5acf-4be5-b47a-7d53b65c1bbf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:25.653366 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-b99d83ab-5acf-4be5-b47a-7d53b65c1bbf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 812 time: 0.2678146 Jun 07 08:27:25.708439 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-6ff9332c-6f00-45fa-bf07-a50ef4bc47e8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d46026035b84229abe6ed47a16bf5b9 HTTP/1.1" status: 200 len: 379 time: 0.0408590 Jun 07 08:27:25.717640 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'port': {'device_id': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'admin_state_up': True, 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'security_groups': ['7edac0c9-a72a-41a5-861d-bafbf499f7af']}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:27:25.866442 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Made reservation on behalf of 3d46026035b84229abe6ed47a16bf5b9 for: {'port': 1} {{(pid=92003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:27:25.870383 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.030585 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.20.0.12 (7db096ca-1cb5-4caf-950f-6e2ff065f9dc/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa/26c7ebcb-83f1-4d58-89c1-92c0df4dc003) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:27:26.219213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.233859 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.242752 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Transition to ACTIVE for port object 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 will not be triggered until provisioned by entity DHCP. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:27:26.268630 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.274709 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-0b52688e-bd2a-470f-969d-2251cee606d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:26.343804 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:27:26.346796 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:27:26.350623 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:27:26.381774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:26.398300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.398683 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.399054 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.399419 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.399782 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.400141 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.400508 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.400867 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.401211 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.401564 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.401916 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.402284 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:26.407626 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:26.431020 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:26.431745 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.452613 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-91e7151f-4a1f-4f4f-9a8d-dd4a9e8f39a6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7388954 Jun 07 08:27:26.483094 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Request body: {'port': {'device_id': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:27:26.590888 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-6c81c10a-c4c5-425b-a31d-6ec180f8e1a0 None None] Provisioning for port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 completed by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:27:26.595482 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-6c81c10a-c4c5-425b-a31d-6ec180f8e1a0 None None] Provisioning complete for port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 triggered by entity DHCP. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:27:26.595862 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-6c81c10a-c4c5-425b-a31d-6ec180f8e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.650137 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:26.652023 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-6c81c10a-c4c5-425b-a31d-6ec180f8e1a0 None None] Port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 cannot update to ACTIVE because it is not bound. {{(pid=92005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:27:26.720161 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f1edc-15d9-4f05-a35d-93b47aa97c71 req-9342d7cb-ca16-4440-a2d5-3485108eab88 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:26.721520 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec7f1edc-15d9-4f05-a35d-93b47aa97c71 req-9342d7cb-ca16-4440-a2d5-3485108eab88 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 932 time: 0.1904783 Jun 07 08:27:26.829875 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec7f1edc-15d9-4f05-a35d-93b47aa97c71 req-11d6c20b-4d67-42be-a8f7-2a150e7f77c7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006570 Jun 07 08:27:27.029793 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 {{(pid=92003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:27:27.037406 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.050799 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.provisioning_blocks [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Transition to ACTIVE for port object 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 will not be triggered until provisioned by entity L2. {{(pid=92003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:27:27.054841 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.059145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9e0bacc2-0608-45d0-9d15-2c5723c45dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:27.251986 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Pushing event updated for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:27.257839 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:27.296224 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Attempting to bind port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:27:27.296499 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Attempting to bind port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:27:27.296828 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Attempting to bind port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:27:27.301381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:27:27.301641 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Attempting to bind port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 on network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:27:27.306686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Checking agent: {'id': '066ea897-1476-4a83-9786-3ec35e01b81e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'started_at': datetime.datetime(2021, 6, 7, 8, 13, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:27:27.307027 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Checking segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:27:27.307409 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Bound using segment: {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'} {{(pid=92003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:27:27.307833 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.managers [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Bound port: 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf687d60-7a44-4779-9170-a155ed238f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc'}}] {{(pid=92003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:27:27.308178 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.398633 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, cleared binding levels {{(pid=92003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:27:27.401710 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:27:27.406678 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.411040 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-71b36677-f033-437a-8bc3-e6213be12c10 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:27.563293 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:27.564360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.566225 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] 10.222.0.45 "PUT /v2.0/ports/26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 200 len: 1094 time: 1.0874934 Jun 07 08:27:27.567323 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:27:27.569656 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:27:27.589241 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Pushing event updated for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=3']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:27.593044 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d16d0fea-760b-44db-b384-41a6d23eeca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:27.668893 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ee86d-de99-4606-9b71-2effdb31178b x-openstack-request-id: req-cd7ee86d-de99-4606-9b71-2effdb31178b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:27:27.669236 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:27:27.669536 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd7ee86d-de99-4606-9b71-2effdb31178b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:27:27.669996 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'status': 'completed', 'code': 200} Jun 07 08:27:27.709522 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-82dd960c-043a-4bdf-abe0-fe4342726b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:27.711177 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-82dd960c-043a-4bdf-abe0-fe4342726b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1097 time: 0.0792394 Jun 07 08:27:27.785626 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-7ddf9f79-208f-4e79-a357-371a6b1114e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 200 len: 217 time: 0.0598805 Jun 07 08:27:27.849737 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-44fd3788-4bd6-4cd1-b697-996595772934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:27.851191 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-44fd3788-4bd6-4cd1-b697-996595772934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0603380 Jun 07 08:27:27.929877 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ceca-0d69-4603-86a9-480d01020efd req-92fd3bd5-8f6a-4279-9925-5beecee20aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:27.931372 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-92fd3bd5-8f6a-4279-9925-5beecee20aad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742705 Jun 07 08:27:28.118979 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-7565d848-3ce2-4483-ab5f-b7551dc16757 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525264 Jun 07 08:27:28.126365 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567777b2-ae51-4239-acf2-b7f0f3ff8c4f req-a96804d3-d2da-4c41-8af2-642f9bbf31d2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:28.127757 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-567777b2-ae51-4239-acf2-b7f0f3ff8c4f req-a96804d3-d2da-4c41-8af2-642f9bbf31d2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.1938832 Jun 07 08:27:28.256976 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-567777b2-ae51-4239-acf2-b7f0f3ff8c4f req-a84d08a4-f322-40bb-a706-51326e7b13d1 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102962 Jun 07 08:27:28.288399 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6031ceca-0d69-4603-86a9-480d01020efd req-320c5180-e54c-4b5a-ad30-87c9914d3818 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597435 Jun 07 08:27:28.449087 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-1b5eb3db-15c6-4b31-8106-a66af4f7cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:28.450447 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-1b5eb3db-15c6-4b31-8106-a66af4f7cde6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1097 time: 0.0701542 Jun 07 08:27:28.581977 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-b340bbef-4469-4a8b-89a0-b99825f7b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:28.583432 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-b340bbef-4469-4a8b-89a0-b99825f7b016 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1259511 Jun 07 08:27:28.653379 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-b95e1feb-e714-46b7-9bcb-494a932881cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 200 len: 217 time: 0.0636778 Jun 07 08:27:28.718737 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-5b0f11e1-1ffc-410a-a5f0-a6762a603c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:28.720077 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-5b0f11e1-1ffc-410a-a5f0-a6762a603c0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0591240 Jun 07 08:27:28.794817 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-bb4437b0-bd9d-4b61-bbd2-80aeca4d1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:28.796275 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-bb4437b0-bd9d-4b61-bbd2-80aeca4d1719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693738 Jun 07 08:27:28.927719 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-0f990f02-a1e5-417a-a6de-bed3de2cde9c service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220784 Jun 07 08:27:29.057337 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-b57313cb-e7f0-42b6-8c17-99f2bf4964b8 req-b4384541-016d-44b8-917d-d6f10b0f5324 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230190 Jun 07 08:27:29.486949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d9f96-b57e-4c83-a7aa-cf04ba084580 req-0751d115-b90a-4718-8df9-3b7e7f2031bc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:29.489100 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c73d9f96-b57e-4c83-a7aa-cf04ba084580 req-0751d115-b90a-4718-8df9-3b7e7f2031bc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0794511 Jun 07 08:27:29.534769 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c73d9f96-b57e-4c83-a7aa-cf04ba084580 req-a165657d-5fa2-4a13-bb00-e2d8c714d380 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 Jun 07 08:27:30.804455 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76801b-0b3c-46aa-a729-64fd5d55c9be req-3cb5b64d-2d59-425f-918a-0a24b3373ca6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:30.805959 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8a76801b-0b3c-46aa-a729-64fd5d55c9be req-3cb5b64d-2d59-425f-918a-0a24b3373ca6 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.1678441 Jun 07 08:27:30.849286 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8a76801b-0b3c-46aa-a729-64fd5d55c9be req-d65f7da0-d8a5-4d41-990e-169fcb1d062c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378308 Jun 07 08:27:32.034065 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d942-2c63-45dc-8a29-c45b99b075a2 req-2a4f697f-c0e5-4605-82f7-459dae99a8d8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:32.035488 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8ad4d942-2c63-45dc-8a29-c45b99b075a2 req-2a4f697f-c0e5-4605-82f7-459dae99a8d8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0825233 Jun 07 08:27:32.079030 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8ad4d942-2c63-45dc-8a29-c45b99b075a2 req-08802b99-261f-4c24-a738-c883d29b152e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Jun 07 08:27:33.258227 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc415e-4494-4a35-ba37-3e92217c5836 req-f93be540-898a-419c-b137-358338e7c276 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:33.259686 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-88fc415e-4494-4a35-ba37-3e92217c5836 req-f93be540-898a-419c-b137-358338e7c276 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0781555 Jun 07 08:27:33.306415 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-88fc415e-4494-4a35-ba37-3e92217c5836 req-75ee6a54-e050-478b-afa0-1d4aa22cbc65 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Jun 07 08:27:34.486918 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0f23c-cd93-4a59-8325-b8c9f8a30ffa req-8eb01c3f-5891-421e-bfb1-ffb6c6f81e02 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:34.488858 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-87b0f23c-cd93-4a59-8325-b8c9f8a30ffa req-8eb01c3f-5891-421e-bfb1-ffb6c6f81e02 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0796068 Jun 07 08:27:34.533399 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-87b0f23c-cd93-4a59-8325-b8c9f8a30ffa req-2f14782e-ef63-44e4-8ddb-5d9346f6ba0e tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389912 Jun 07 08:27:35.718116 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71c0d-c48d-47cd-9aed-600b03264da0 req-c80cdd24-3a22-48e4-b223-6b81521b3807 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:35.719554 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7e71c0d-c48d-47cd-9aed-600b03264da0 req-c80cdd24-3a22-48e4-b223-6b81521b3807 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0821555 Jun 07 08:27:35.764139 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7e71c0d-c48d-47cd-9aed-600b03264da0 req-9545cc7d-73cf-417c-b0ab-dbd0d2c98394 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389855 Jun 07 08:27:36.784076 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:27:36.962154 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ea73c-7b4a-47ef-991e-83a3e66a467e req-276bac30-a8fb-470e-87b9-a35515e06c60 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:36.963585 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b3ea73c-7b4a-47ef-991e-83a3e66a467e req-276bac30-a8fb-470e-87b9-a35515e06c60 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 944 time: 0.0785840 Jun 07 08:27:37.007378 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7b3ea73c-7b4a-47ef-991e-83a3e66a467e req-e172b07b-56ae-4bd3-b762-a7431aac2325 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383332 Jun 07 08:27:37.290269 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:27:37.422007 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:27:37.434568 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'port_id': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'mac_address': 'fa:16:3e:11:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:27:37.488354 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:37.504851 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:27:37.520061 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:27:37.524041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:37.525677 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f8a82bfa-4d8d-411b-a805-5875ff43141a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:37.595725 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=4']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:37.603967 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.604317 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.604657 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.604990 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.605319 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.605643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.606059 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.606404 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.606707 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.607023 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.607337 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.607652 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:27:37.611495 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:37.844461 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['26c7ebcb-83f1-4d58-89c1-92c0df4dc003'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:27:38.193730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99582d-0a12-4d28-9f0e-ec0a46d8101c req-d1b6bac2-7c78-4ae0-bae9-f80e0020cde5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:38.195200 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f99582d-0a12-4d28-9f0e-ec0a46d8101c req-d1b6bac2-7c78-4ae0-bae9-f80e0020cde5 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Jun 07 08:27:38.241624 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f99582d-0a12-4d28-9f0e-ec0a46d8101c req-358b06fa-0850-4f34-9ee7-6332bbbc24fd tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Jun 07 08:27:39.290036 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:27:39.355861 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning for port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 completed by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:27:39.360682 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:27:39.361063 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:39.426077 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151670-7f92-49c7-a9ff-9b5b3deef481 req-96670874-a2ba-44ce-9126-6c6ffc6cfa9f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:39.427572 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66151670-7f92-49c7-a9ff-9b5b3deef481 req-96670874-a2ba-44ce-9126-6c6ffc6cfa9f tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 945 time: 0.0805626 Jun 07 08:27:39.473567 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-66151670-7f92-49c7-a9ff-9b5b3deef481 req-31b7b624-6c22-42ad-9339-9a962e0d728b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Jun 07 08:27:39.477041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:39.504365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:27:39.507423 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb30ac-a417-4ab7-ba4c-520d756a36f9" -d '{"events": [{"server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "name": "network-vif-plugged", "status": "completed", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:27:39.515079 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:27:39.518874 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:39.521891 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:39.597533 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a7e5c8-5565-47fa-b119-096f8cd3828d x-openstack-request-id: req-01a7e5c8-5565-47fa-b119-096f8cd3828d {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:27:39.597832 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "name": "network-vif-plugged", "status": "completed", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:27:39.598121 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01a7e5c8-5565-47fa-b119-096f8cd3828d {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:27:39.598512 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'code': 200} Jun 07 08:27:39.636177 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=5']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:39.639107 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:39.856762 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da897f-8d54-4f15-99d0-4405953123f1 req-86bff943-65f2-435d-ba2f-9e0cbf67c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:39.858227 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-23da897f-8d54-4f15-99d0-4405953123f1 req-86bff943-65f2-435d-ba2f-9e0cbf67c2b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1099 time: 0.0712225 Jun 07 08:27:39.899058 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-23da897f-8d54-4f15-99d0-4405953123f1 req-89529573-bca3-4064-9004-2a3b8e076f6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346892 Jun 07 08:27:40.654254 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd215ae-6eda-49db-be86-dc5b636010d2 req-6cb381cd-a596-469d-94c4-831d339cd064 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:40.655711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7fd215ae-6eda-49db-be86-dc5b636010d2 req-6cb381cd-a596-469d-94c4-831d339cd064 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.0786047 Jun 07 08:27:40.702549 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7fd215ae-6eda-49db-be86-dc5b636010d2 req-adcbd8de-24a2-47f5-abf5-4c7fa7bd4d1b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Jun 07 08:27:41.885004 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b88f9-e460-45fb-b6c6-ec3649dcaf19 req-f67a3048-11bf-4485-8fd9-6d82bbde2c95 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:41.886464 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e13b88f9-e460-45fb-b6c6-ec3649dcaf19 req-f67a3048-11bf-4485-8fd9-6d82bbde2c95 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.0784826 Jun 07 08:27:41.929890 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e13b88f9-e460-45fb-b6c6-ec3649dcaf19 req-8eebc829-138b-42a4-995a-8e6ed4260e63 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378170 Jun 07 08:27:42.113164 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f8f03-ca37-40d4-8af5-4466db22f2d6 req-0dcc83c9-b25a-46a8-a9bb-1bd1a48e03cf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:42.114646 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e03f8f03-ca37-40d4-8af5-4466db22f2d6 req-0dcc83c9-b25a-46a8-a9bb-1bd1a48e03cf tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.0828984 Jun 07 08:27:42.158438 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e03f8f03-ca37-40d4-8af5-4466db22f2d6 req-de711a29-6510-4f89-b0f8-5179067558ec tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382595 Jun 07 08:27:42.181208 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49098) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:27:42.248467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd146142-6e31-4428-a7f4-30357542cd1f tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:42.249908 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-bd146142-6e31-4428-a7f4-30357542cd1f tempest-TestVolumeBootPattern-1090724440 tempest-TestVolumeBootPattern-1090724440-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1094 time: 0.0677724 Jun 07 08:27:42.252501 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49100) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:27:42.256760 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.v2.base [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Request body: {'floatingip': {'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'port_id': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:27:42.277744 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:42.409399 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:42.545928 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_common [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Allocated IP 172.27.0.234 (488e2984-ba1e-49a0-b282-a7b25ff7eaaf/4d15f82d-5155-4b39-a9e8-a71e981e339c/1bec03a3-3b29-40ac-8d37-c5efa594aa04) {{(pid=92003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:27:42.691866 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:42.719774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729287534960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:42.723159 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-d79758d5-7ea8-4d49-a3ab-874c1f11760d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:42.788676 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Network 488e2984-ba1e-49a0-b282-a7b25ff7eaaf is already hosted by enough agents. {{(pid=92003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:27:42.791443 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.base_scheduler [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Resources bound (agent type, host, resource id): {{(pid=92003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:27:42.794980 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Received port after_create {{(pid=92003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:27:42.916374 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=1bec03a3-3b29-40ac-8d37-c5efa594aa04,revision_number=1']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:42.922082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:43.293769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.364145 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.567263 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for port, precommit_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.572298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61213930'] for port, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.576553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-aabf0b57-53b0-42bc-a974-191b727c1cd6 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:27:43.688850 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event updated for resources: {'Port': ['ID=1bec03a3-3b29-40ac-8d37-c5efa594aa04,revision_number=2']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:27:43.693012 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:27:43.699734 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646517'] for floatingip, after_update {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.865842 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP b1304ebc-6d28-4042-a617-f9cbd81becff associated. External IP: 172.27.0.234, port: 26c7ebcb-83f1-4d58-89c1-92c0df4dc003. Jun 07 08:27:44.202426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:27:44.475723 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:27:44.485221 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:27:44.494398 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:44.494987 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:27:44.495647 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:27:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:27:44.551490 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2979999 Jun 07 08:27:44.552176 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:27:44.554470 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812529e5-fd8f-4dad-b5de-068db6f00571" -d '{"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:27:44.599186 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa72e5ca-9d1f-4730-a915-1bdacb81541b x-openstack-request-id: req-aa72e5ca-9d1f-4730-a915-1bdacb81541b {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:27:44.599657 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:27:44.599954 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa72e5ca-9d1f-4730-a915-1bdacb81541b {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:27:44.600387 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'status': 'completed', 'code': 200} Jun 07 08:27:44.697782 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:27:44.714322 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-d10dce01-0597-4d58-8b89-799e61d086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:44.715806 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-d10dce01-0597-4d58-8b89-799e61d086d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1099 time: 0.0712850 Jun 07 08:27:44.847888 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-d80a7855-658b-4095-a1be-5866ffc0cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:44.849905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-d80a7855-658b-4095-a1be-5866ffc0cd26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1267021 Jun 07 08:27:44.957544 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-b8c4c891-7b09-4b44-a4a2-8038ab136c94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 200 len: 1000 time: 0.1021934 Jun 07 08:27:45.024842 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-897a8879-cbc1-4776-bea1-ab45b88e1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:45.026265 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-897a8879-cbc1-4776-bea1-ab45b88e1bfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0616949 Jun 07 08:27:45.045318 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}, {'id': 'b1304ebc-6d28-4042-a617-f9cbd81becff', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:11:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:27:43Z', 'updated_at': '2021-06-07T08:27:43Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:27:45.049156 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:27:45.057503 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:27:45.058203 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:27:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:27:45.104431 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-f74b9456-0c98-4bcf-8644-43cca036014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:45.105897 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-f74b9456-0c98-4bcf-8644-43cca036014e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725560 Jun 07 08:27:45.232320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:27:45.236161 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-203f2b1a-dd23-4e81-98c1-bd718e269ecd service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237030 Jun 07 08:27:45.366552 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-812529e5-fd8f-4dad-b5de-068db6f00571 req-27d671c4-b47b-4cee-911f-15c9cf992425 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246908 Jun 07 08:27:45.574026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-9d924008-9259-4430-829f-1c24c217f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}, {'id': 'b1304ebc-6d28-4042-a617-f9cbd81becff', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:11:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:27:43Z', 'updated_at': '2021-06-07T08:27:43Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:27:45.577822 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d924008-9259-4430-829f-1c24c217f229 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}, {'id': 'b1304ebc-6d28-4042-a617-f9cbd81becff', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:11:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:27:43Z', 'updated_at': '2021-06-07T08:27:43Z', 'revision_number': 0, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:27:45.759958 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c5804-091e-451c-a0c2-e322595f7026 None None] New status for floating IP b1304ebc-6d28-4042-a617-f9cbd81becff: ACTIVE {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:27:47.315545 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:50.727936 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-deabd78d-f7c2-411c-8092-679a1fc0ad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:53.248819 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:53.447124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc5ba-ccbd-4101-9678-5f89ace8a2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:54.435604 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:55.184897 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-4f6684e3-0565-4567-bb6f-2e0c751b6a96 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692322 Jun 07 08:27:55.282649 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-cd2ea74f-5434-445b-9351-c93d6778fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:55.284060 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-cd2ea74f-5434-445b-9351-c93d6778fd84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0681505 Jun 07 08:27:55.424312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-a8c889e1-0c14-4332-8a4d-bc4e58fa88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:55.425729 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-a8c889e1-0c14-4332-8a4d-bc4e58fa88dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1229973 Jun 07 08:27:55.527528 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-2ad7dbd2-535f-4ffc-9de6-6a651175e895 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 1001 time: 0.0947697 Jun 07 08:27:55.591825 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-cbcefcc6-e6ce-4a9d-919a-04bd7f5ea309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:55.593187 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-cbcefcc6-e6ce-4a9d-919a-04bd7f5ea309 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0586350 Jun 07 08:27:55.670752 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-aab632fd-f694-4eb4-9496-9d1d9cbba5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:27:55.672201 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-aab632fd-f694-4eb4-9496-9d1d9cbba5cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719080 Jun 07 08:27:55.945774 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-34eaeca4-6150-49d8-a8f4-274d2a0e0db7 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665551 Jun 07 08:27:56.083826 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3e9f5342-05bf-4d36-95b8-71d97ae043a7 req-5c34e35c-c7f4-4569-93f2-a957486d0953 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276481 Jun 07 08:27:56.235826 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:13.782645 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:28:17.342383 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:18.328317 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147918b-82d3-4d2b-8547-5b9607e54a72 req-56f19e35-4292-46eb-8874-77603df413f9 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:18.329667 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d147918b-82d3-4d2b-8547-5b9607e54a72 req-56f19e35-4292-46eb-8874-77603df413f9 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0832708 Jun 07 08:28:18.375059 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d147918b-82d3-4d2b-8547-5b9607e54a72 req-17a44e38-43e0-416c-8f6d-6fe0c62e8282 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Jun 07 08:28:19.560553 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89438e-a7af-4783-917c-a9b97d17f2bc req-f3579611-76b8-4198-b4d4-47903074cdba tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:19.562017 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d89438e-a7af-4783-917c-a9b97d17f2bc req-f3579611-76b8-4198-b4d4-47903074cdba tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0795147 Jun 07 08:28:19.606269 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-7d89438e-a7af-4783-917c-a9b97d17f2bc req-e772c6e5-997c-46bd-ae0d-da9ec5cff597 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Jun 07 08:28:20.733251 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-deb77c08-746d-485a-a1b6-57f1e1dc2125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:20.791371 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa1c82-77af-41ce-a556-a8d76d51b864 req-aacfddea-645a-4120-ad75-952de376256f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:20.792762 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-01aa1c82-77af-41ce-a556-a8d76d51b864 req-aacfddea-645a-4120-ad75-952de376256f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0826657 Jun 07 08:28:20.836521 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-01aa1c82-77af-41ce-a556-a8d76d51b864 req-2ae14c73-dc25-4a4e-a0da-138aec975d58 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Jun 07 08:28:22.030850 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c638a2-ae8a-4a00-94af-c2c8434f9233 req-7c55665a-ad7a-48e1-bfd4-962bca105148 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:22.032213 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a3c638a2-ae8a-4a00-94af-c2c8434f9233 req-7c55665a-ad7a-48e1-bfd4-962bca105148 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0790963 Jun 07 08:28:22.080810 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-a3c638a2-ae8a-4a00-94af-c2c8434f9233 req-944425c1-6c54-41de-bd21-f9542b78dc64 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Jun 07 08:28:23.250320 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:23.263901 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7397d0-884e-42be-a344-bb2ac91444ee req-074328f8-ed41-4a72-b75a-ea51e2e54404 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:23.265360 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fd7397d0-884e-42be-a344-bb2ac91444ee req-074328f8-ed41-4a72-b75a-ea51e2e54404 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0822246 Jun 07 08:28:23.308943 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-fd7397d0-884e-42be-a344-bb2ac91444ee req-1adb9cf0-8e80-4d32-a001-d18b65321be3 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Jun 07 08:28:23.447998 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ba72aa51-bd2a-4204-89f9-352c44275a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:24.438355 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:24.494311 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0c32a-1e10-42d6-a23e-883f841372cf req-f794b150-2f9a-4817-aa8a-4e848112ebaf tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:24.495766 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-75a0c32a-1e10-42d6-a23e-883f841372cf req-f794b150-2f9a-4817-aa8a-4e848112ebaf tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0844996 Jun 07 08:28:24.540214 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-75a0c32a-1e10-42d6-a23e-883f841372cf req-9ad1494b-b0d4-480d-a91f-047a2a818140 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Jun 07 08:28:25.726071 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5b4df-3791-4ff8-b381-93b544e9e197 req-dc47829d-c411-4ac0-8a13-0cef2b38a2fb tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:25.727528 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49e5b4df-3791-4ff8-b381-93b544e9e197 req-dc47829d-c411-4ac0-8a13-0cef2b38a2fb tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0792975 Jun 07 08:28:25.773383 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-49e5b4df-3791-4ff8-b381-93b544e9e197 req-8fe1b0ca-d7d5-45dd-9fce-5819db1f76b4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Jun 07 08:28:26.236712 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:26.955639 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199b3b-8c6d-4fb4-a3ed-1265cf16faef req-bbfa1c0b-4b07-452d-a0de-3b113135fd1c tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:26.957091 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c2199b3b-8c6d-4fb4-a3ed-1265cf16faef req-bbfa1c0b-4b07-452d-a0de-3b113135fd1c tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0829856 Jun 07 08:28:27.000527 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-c2199b3b-8c6d-4fb4-a3ed-1265cf16faef req-34e8e003-9c96-4b3f-a78c-8e8867eae707 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Jun 07 08:28:28.193473 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8603cc-e609-4aa6-a6ab-b2c16df35fea req-e9b6a366-1e6e-4677-9516-3a9082013f0b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:28.194996 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d8603cc-e609-4aa6-a6ab-b2c16df35fea req-e9b6a366-1e6e-4677-9516-3a9082013f0b tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0790069 Jun 07 08:28:28.243569 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2d8603cc-e609-4aa6-a6ab-b2c16df35fea req-86664720-2070-4a6e-a8d2-3b4227dfa1ad tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Jun 07 08:28:28.495601 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-aadaf416-83f6-4a83-affc-ecbb9ef54bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:28.497046 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-aadaf416-83f6-4a83-affc-ecbb9ef54bdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0703487 Jun 07 08:28:28.626831 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-1d6b1762-399c-4039-9b17-45c29383bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:28.628259 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-1d6b1762-399c-4039-9b17-45c29383bf2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1255786 Jun 07 08:28:28.734870 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-0dcc5b9a-aba7-4964-8e34-e74f8fa33486 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 1001 time: 0.1006265 Jun 07 08:28:28.795089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-af8e90d8-d4c7-4345-bfd2-f678a2d30cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:28.796520 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-af8e90d8-d4c7-4345-bfd2-f678a2d30cd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0553634 Jun 07 08:28:28.872096 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-9d4777aa-6ed7-478f-ba0a-6afadf246b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:28.873554 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-9d4777aa-6ed7-478f-ba0a-6afadf246b0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704494 Jun 07 08:28:29.104501 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-a134bf90-e211-4e6c-b4e3-70809d8ebee4 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236247 Jun 07 08:28:29.240443 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-6946a536-2e46-4c53-84c0-94a879a4f18e req-108c784e-48e0-4c27-b0d7-dd823d5cb803 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288130 Jun 07 08:28:29.430053 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae256a3-af31-4881-911e-b5b6d8d4e53b req-9bd32250-b9d4-42c9-a3fc-c009e7bc2006 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:29.431396 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ae256a3-af31-4881-911e-b5b6d8d4e53b req-9bd32250-b9d4-42c9-a3fc-c009e7bc2006 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0831485 Jun 07 08:28:29.475520 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-9ae256a3-af31-4881-911e-b5b6d8d4e53b req-80d23d93-5c3b-4626-b5a5-4d3e146b8666 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Jun 07 08:28:30.658244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c49297-b94c-4bbf-b873-8c07d64c6b40 req-79fdbf14-7de6-4943-9bfc-c34b02fb7777 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:30.659695 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09c49297-b94c-4bbf-b873-8c07d64c6b40 req-79fdbf14-7de6-4943-9bfc-c34b02fb7777 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0819955 Jun 07 08:28:30.703806 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-09c49297-b94c-4bbf-b873-8c07d64c6b40 req-d6aa929d-a705-4c08-8431-4ce84c600c00 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 Jun 07 08:28:31.886622 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928efb-7500-4c47-943f-73a040c434bc req-251ebb42-e413-4085-a3d9-38e2eb6b6f34 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:31.888512 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-89928efb-7500-4c47-943f-73a040c434bc req-251ebb42-e413-4085-a3d9-38e2eb6b6f34 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0819802 Jun 07 08:28:31.938605 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-89928efb-7500-4c47-943f-73a040c434bc req-9669a168-b9d2-47a5-9c75-1a1e8eba6f05 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Jun 07 08:28:32.279692 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4a23-e0e4-4299-90b4-8646153a8be9 req-b640cdd1-5654-455b-ab92-75f5756803c5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:32.281154 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e35e4a23-e0e4-4299-90b4-8646153a8be9 req-b640cdd1-5654-455b-ab92-75f5756803c5 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0789456 Jun 07 08:28:32.324704 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-f1627824-e808-4766-88d8-a2479f60851f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1791089 Jun 07 08:28:32.325320 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-e35e4a23-e0e4-4299-90b4-8646153a8be9 req-52a7c5ab-e4fc-4983-90fb-b85e0e8c0427 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384636 Jun 07 08:28:33.514632 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d2efe-6507-40f4-b16a-27aad9656d60 req-130bd7ab-5b64-4719-8c45-423025a9ff1e tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:33.515964 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb4d2efe-6507-40f4-b16a-27aad9656d60 req-130bd7ab-5b64-4719-8c45-423025a9ff1e tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0855706 Jun 07 08:28:33.565398 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-eb4d2efe-6507-40f4-b16a-27aad9656d60 req-b8f10042-a41f-4d07-95e2-8f71d37d6f65 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Jun 07 08:28:34.207747 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-34b0524e-f591-4f9a-bb3b-af51e13cea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.209884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-34b0524e-f591-4f9a-bb3b-af51e13cea08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11&tenant_id=85498cd054744408bb7c63d29428097c HTTP/1.1" status: 200 len: 1099 time: 0.0750308 Jun 07 08:28:34.315834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-c61e30c7-0998-48d6-980d-4cee4f607aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.317292 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-c61e30c7-0998-48d6-980d-4cee4f607aec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0738428 Jun 07 08:28:34.445038 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-d6443e09-71a9-4f15-8730-d9e3efd19ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.446490 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-d6443e09-71a9-4f15-8730-d9e3efd19ab8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1232936 Jun 07 08:28:34.553833 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-0434426f-1190-434f-b0f3-7e2bfd317703 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 1001 time: 0.1013618 Jun 07 08:28:34.616849 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-24d4303f-c719-43d4-8bc9-af697f4da32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.618473 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-24d4303f-c719-43d4-8bc9-af697f4da32c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0586841 Jun 07 08:28:34.749993 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-fc834f20-1449-4607-b997-47c5a4359501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.751463 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-fc834f20-1449-4607-b997-47c5a4359501 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1270940 Jun 07 08:28:34.792346 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdbf99-5016-43a1-bb6c-59f112bd2aae req-c24dae35-7706-4cf1-afa7-5f24fcc69872 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:34.793675 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5fdbf99-5016-43a1-bb6c-59f112bd2aae req-c24dae35-7706-4cf1-afa7-5f24fcc69872 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.1198189 Jun 07 08:28:34.905171 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d5fdbf99-5016-43a1-bb6c-59f112bd2aae req-6cdbddcb-f662-4f7a-b003-c3e68844200a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988085 Jun 07 08:28:34.928933 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-927cc00d-d9cb-46db-8016-05809a3f71fd service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693277 Jun 07 08:28:35.058905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-faaa575e-0aa3-4265-871e-740be31a0d8c req-a85299bf-601b-4c67-84d7-3f2442c55393 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222558 Jun 07 08:28:35.587004 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:28:35.695958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:35.721885 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:28:35.724188 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d89e6-099d-451e-bbc5-b378610c7b73" -d '{"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-unplugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:28:35.731636 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:28:35.735764 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:35.737504 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:35.770364 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b460a30d-9ea9-4c2b-944a-541909b86d79 x-openstack-request-id: req-b460a30d-9ea9-4c2b-944a-541909b86d79 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:28:35.770657 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-unplugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:28:35.770940 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b460a30d-9ea9-4c2b-944a-541909b86d79 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:28:35.771325 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'code': 200} Jun 07 08:28:35.840508 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=6']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:35.843634 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:36.090254 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8005-cef7-4e03-83dd-2315561983a8 req-2aac09ea-fc74-43e2-b061-45c5f47eb4ea tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:36.091711 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f3e8005-cef7-4e03-83dd-2315561983a8 req-2aac09ea-fc74-43e2-b061-45c5f47eb4ea tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0834382 Jun 07 08:28:36.232338 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8f3e8005-cef7-4e03-83dd-2315561983a8 req-1d2f28f7-e0ac-4d3a-94c9-42516019741f tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350920 Jun 07 08:28:37.416644 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54938-209e-4fb2-81b5-57a367cdbf9d req-0b483c32-9725-4018-b1ab-c826f5e77c82 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:37.418101 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2da54938-209e-4fb2-81b5-57a367cdbf9d req-0b483c32-9725-4018-b1ab-c826f5e77c82 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0781770 Jun 07 08:28:37.461468 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2da54938-209e-4fb2-81b5-57a367cdbf9d req-432e7480-6d84-4d5a-84c6-31aa4da80165 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Jun 07 08:28:38.642081 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ec62-e9c7-44c4-9cf1-5c6c6548e840 req-219e1ac2-4e6d-4bdc-9405-8c8d66a0d0b8 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:38.643503 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61c7ec62-e9c7-44c4-9cf1-5c6c6548e840 req-219e1ac2-4e6d-4bdc-9405-8c8d66a0d0b8 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0807395 Jun 07 08:28:38.686918 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-61c7ec62-e9c7-44c4-9cf1-5c6c6548e840 req-a5fef2df-e1ab-4505-af56-405fbf07fdc6 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373635 Jun 07 08:28:39.868780 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795bf9-b035-41cc-b34f-92ca21225439 req-2d71552f-e433-4c46-bbc6-478fd38ba4fb tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:39.870224 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a795bf9-b035-41cc-b34f-92ca21225439 req-2d71552f-e433-4c46-bbc6-478fd38ba4fb tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0808690 Jun 07 08:28:39.916940 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4a795bf9-b035-41cc-b34f-92ca21225439 req-a967cc59-d3d1-43cc-8de9-1e01defc2efe tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Jun 07 08:28:41.101254 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a2ba7-ee16-42d6-b849-02fdf3d2a2cf req-47957921-e7c5-4ca2-8e32-4199c5569335 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:41.102735 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-999a2ba7-ee16-42d6-b849-02fdf3d2a2cf req-47957921-e7c5-4ca2-8e32-4199c5569335 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0790069 Jun 07 08:28:41.147167 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-999a2ba7-ee16-42d6-b849-02fdf3d2a2cf req-5bac1f71-111d-4ebf-8d36-329d415561de tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Jun 07 08:28:41.387684 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd57e-d677-479b-ab8d-c0f57250257d req-714b87a2-9664-41f8-b7de-c5ab123036b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:41.389134 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d74bd57e-d677-479b-ab8d-c0f57250257d req-714b87a2-9664-41f8-b7de-c5ab123036b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1097 time: 0.0718677 Jun 07 08:28:41.429388 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d74bd57e-d677-479b-ab8d-c0f57250257d req-b9fc009e-8014-4eaa-93a2-b34bf81087d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Jun 07 08:28:42.324823 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404f7e-ae95-497a-824a-9828584a7c40 req-f24b8d71-dd9e-49cb-bdb6-3de0e32edd28 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:42.326270 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3404f7e-ae95-497a-824a-9828584a7c40 req-f24b8d71-dd9e-49cb-bdb6-3de0e32edd28 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0777972 Jun 07 08:28:42.369827 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d3404f7e-ae95-497a-824a-9828584a7c40 req-03fc2e9a-6949-4f43-9da6-46154ca9b761 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Jun 07 08:28:43.560235 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd4ef-68c9-4487-b431-fd22a5a00e3a req-28fa85c5-12b0-4991-9188-6e98104a3959 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:43.561674 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ebbd4ef-68c9-4487-b431-fd22a5a00e3a req-28fa85c5-12b0-4991-9188-6e98104a3959 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 944 time: 0.0833275 Jun 07 08:28:43.605029 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5ebbd4ef-68c9-4487-b431-fd22a5a00e3a req-0a6438d0-cbd9-46bc-8640-e252a5532590 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Jun 07 08:28:43.641241 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:28:43.770489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:28:43.783142 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Returning: {'device': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'port_id': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'mac_address': 'fa:16:3e:71:51:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:28:43.836148 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:43.852546 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 {{(pid=92005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:28:43.867786 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:28:43.871378 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:43.873139 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:43.945696 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=7']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:43.953388 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.953760 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.954105 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.954440 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.954771 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.955100 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.955423 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.955744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.956065 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.956386 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.956704 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.957020 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:43.961381 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:44.188417 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] get_ports_and_sgs() called for port_ids ['5128a853-85d6-4f5d-a8b0-4572b5ac6e42'] {{(pid=92005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:28:45.647749 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 up at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:28:45.717026 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.provisioning_blocks [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Provisioning complete for port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 triggered by entity L2. {{(pid=92005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:28:45.717405 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4169211'] for port, provisioning_complete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:45.828025 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3780054'] for port, before_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:45.853845 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:28:45.856108 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a486340bc7efb89646c68ad7cce5a948c977391844b9358eb931c2a534bc8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1bd86-3cf4-4284-b46b-de9abc75ed58" -d '{"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:28:45.863377 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:28:45.868469 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729287972334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729287534978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729287535023'] for port, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:45.870559 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-3696b8e0-b13e-40f1-8749-61dc6cceafbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:45.906889 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3c2ed-5356-40cc-97b4-d1aed31675d1 x-openstack-request-id: req-93a3c2ed-5356-40cc-97b4-d1aed31675d1 {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:28:45.907122 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "code": 200}]} {{(pid=92005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:28:45.907381 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93a3c2ed-5356-40cc-97b4-d1aed31675d1 {{(pid=92005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:28:45.907772 dv-cinder-784956-6-iscsi neutron-server[92005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'code': 200} Jun 07 08:28:45.939205 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Pushing event updated for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=8']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:45.942190 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:47.348760 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.735868 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-709f85aa-dd81-44b5-b1e3-70b33e92bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.781398 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:28:53.251258 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.449008 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-82ba6710-1551-4026-84cf-7986183a48e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.441111 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:56.239627 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:57.168240 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-a5fc19a1-1b87-4cc1-a66a-b03b8bf52750 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825267 Jun 07 08:28:57.335621 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-7edb3a09-c0d8-4c0f-b664-289741600a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:57.337623 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-7edb3a09-c0d8-4c0f-b664-289741600a29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0786774 Jun 07 08:28:57.490319 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-9e3cfd07-601a-4eb3-b85f-91db23d9b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:57.491693 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-9e3cfd07-601a-4eb3-b85f-91db23d9b17d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1358857 Jun 07 08:28:57.596963 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-64dadf23-be2e-4979-8eb7-7c45da926b61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 1001 time: 0.0987082 Jun 07 08:28:57.659255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-a5253116-e9bc-461f-9447-3a6fb368bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:57.660678 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-a5253116-e9bc-461f-9447-3a6fb368bdb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0577519 Jun 07 08:28:57.736957 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-d2805daa-976e-498e-a1aa-f2036c458605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:57.738521 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-d2805daa-976e-498e-a1aa-f2036c458605 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717790 Jun 07 08:28:57.868111 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-4651f0e4-0ff7-4054-9d8b-23a23e27baf9 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227160 Jun 07 08:28:58.002487 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-8167b0e7-672d-41df-9824-7d3fb6df239e req-b8035ba1-df8a-45d7-8dcf-85824fd058ba service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279969 Jun 07 08:29:17.356253 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.740629 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7920-79c5-49b3-88c6-202783067df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.265332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.461226 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b72afc7d-d48d-4bac-a3bd-a89d083578f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.691124 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49208) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:24.103580 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port 1bec03a3-3b29-40ac-8d37-c5efa594aa04 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:24.103923 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.222626 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.222949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.346560 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for 1bec03a3-3b29-40ac-8d37-c5efa594aa04 owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:24.444981 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.468730 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.472440 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:24.516947 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=1bec03a3-3b29-40ac-8d37-c5efa594aa04,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:24.556467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.556849 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.557217 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.557581 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.558619 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.558843 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.559199 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.559544 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.559896 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.560282 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.560603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.560949 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:24.594255 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:24.628143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.628660 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP b1304ebc-6d28-4042-a617-f9cbd81becff disassociated (deleted). External IP: 172.27.0.234, port: 26c7ebcb-83f1-4d58-89c1-92c0df4dc003. Jun 07 08:29:24.985218 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:25.166007 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:25.171565 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.175867 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:25.185851 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:25.186489 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:25.226388 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b8d7d462-4ecc-492b-be2e-ad7635895891 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "DELETE /v2.0/floatingips/b1304ebc-6d28-4042-a617-f9cbd81becff HTTP/1.1" status: 204 len: 168 time: 1.5341458 Jun 07 08:29:25.227157 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:25.229603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d642f2f1-b851-43e6-b930-540a2d5da9af" -d '{"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:25.274712 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e00a7b-4907-4456-81a7-d33282abe9fd x-openstack-request-id: req-71e00a7b-4907-4456-81a7-d33282abe9fd {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:25.275043 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:25.275335 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71e00a7b-4907-4456-81a7-d33282abe9fd {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:25.275770 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'status': 'completed', 'code': 200} Jun 07 08:29:25.393760 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:25.405381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-7eeecc5a-012c-4a2b-acdc-03116d885fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.406948 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-7eeecc5a-012c-4a2b-acdc-03116d885fc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 1099 time: 0.0862739 Jun 07 08:29:25.736370 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-a0151ab3-a118-4ca8-97d8-71640fd5c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.737801 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-a0151ab3-a118-4ca8-97d8-71640fd5c8da service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.3247383 Jun 07 08:29:25.750403 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285246ea-6258-4719-b732-2bc03db54ba9 req-fe053d71-c7a3-40bf-9df8-3a3a1097c3e7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.755743 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-285246ea-6258-4719-b732-2bc03db54ba9 req-fe053d71-c7a3-40bf-9df8-3a3a1097c3e7 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.1904712 Jun 07 08:29:25.829070 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:25.833045 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:25.837999 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-14907e6f-7d87-49df-b309-cf8fae0cb312 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 200 len: 217 time: 0.0848355 Jun 07 08:29:25.841557 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:25.842198 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:25.906155 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-285246ea-6258-4719-b732-2bc03db54ba9 req-5875626d-afc2-40aa-8d8b-aea5fd57da47 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981822 Jun 07 08:29:25.927875 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-6a514298-badf-41d1-a882-a4336d396e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.928823 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-6a514298-badf-41d1-a882-a4336d396e9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0788503 Jun 07 08:29:26.005739 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-24a50ad4-4649-4a34-8ee9-19eac72d1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:26.007141 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-24a50ad4-4649-4a34-8ee9-19eac72d1749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703449 Jun 07 08:29:26.025194 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:26.148898 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-cce7cc79-cfcc-48e4-bec2-49f21d88be28 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344018 Jun 07 08:29:26.284390 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-d642f2f1-b851-43e6-b930-540a2d5da9af req-ca2c1491-7ffd-45c0-8b32-acd366dcb3de service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276457 Jun 07 08:29:26.295606 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.385601 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:26.389607 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfca9a6-877c-4efd-a027-ad6e25b44546 None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_floatingips': [{'id': '763b6281-b931-4710-8846-b1c0ff04d0c8', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'router_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'port_id': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'mac_address': 'fa:16:3e:b9:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:25:35Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 1, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:26.593529 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e005b50-474a-4e4b-9d13-865e6df27ac0 None None] New status for floating IP b1304ebc-6d28-4042-a617-f9cbd81becff: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:29:27.090826 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403bf7-545d-4b1b-a4e1-62ad713decaf req-9ad42d71-da5f-4ea2-918e-22e410b29ab8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:27.092294 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f403bf7-545d-4b1b-a4e1-62ad713decaf req-9ad42d71-da5f-4ea2-918e-22e410b29ab8 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.0804076 Jun 07 08:29:27.144596 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-5f403bf7-545d-4b1b-a4e1-62ad713decaf req-aa3b9236-eb4e-4b98-a897-3533a79cd162 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466509 Jun 07 08:29:27.275136 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5b239-941a-4c64-9820-ea334db964ed req-8d6252e8-1751-4aeb-9d03-42c9c4ba5c5a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:27.277146 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3cd5b239-941a-4c64-9820-ea334db964ed req-8d6252e8-1751-4aeb-9d03-42c9c4ba5c5a tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 946 time: 0.0797961 Jun 07 08:29:27.411912 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:27.412251 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.545531 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] For port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:27.545821 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.671200 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:27.780271 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:29:27.785173 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.791183 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-13ad127c-40ae-49d0-9730-bfc51a2212f2 tempest-AttachVolumeTestJSON-2033397215 tempest-AttachVolumeTestJSON-2033397215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:27.835904 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=26c7ebcb-83f1-4d58-89c1-92c0df4dc003,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:27.838938 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.009379 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] No DVR routers for this DVR port 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:28.012740 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.014693 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3cd5b239-941a-4c64-9820-ea334db964ed req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "DELETE /v2.0/ports/26c7ebcb-83f1-4d58-89c1-92c0df4dc003 HTTP/1.1" status: 204 len: 173 time: 0.7332978 Jun 07 08:29:28.015259 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'name': 'network-vif-deleted', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:28.017493 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cddf59-abcc-4556-9630-b1293c9c94a6" -d '{"events": [{"server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "name": "network-vif-deleted", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:28.064556 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac9eb0-b17f-4f64-91df-9be1cd5eb2d0 x-openstack-request-id: req-a0ac9eb0-b17f-4f64-91df-9be1cd5eb2d0 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:28.064935 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0720e2fd-c8c1-4f0c-a627-580be35b6307", "name": "network-vif-deleted", "tag": "26c7ebcb-83f1-4d58-89c1-92c0df4dc003", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:28.065213 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0ac9eb0-b17f-4f64-91df-9be1cd5eb2d0 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:28.065645 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0720e2fd-c8c1-4f0c-a627-580be35b6307', 'name': 'network-vif-deleted', 'tag': '26c7ebcb-83f1-4d58-89c1-92c0df4dc003', 'status': 'completed', 'code': 200} Jun 07 08:29:28.298884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-ec8861b3-1c97-4e49-a978-ae814a5f2f06 req-134a156a-d8f4-4104-b259-5d68487816da tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=0720e2fd-c8c1-4f0c-a627-580be35b6307 HTTP/1.1" status: 200 len: 210 time: 0.0460763 Jun 07 08:29:31.798820 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49238) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:31.905266 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:31.944216 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:31.944571 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 26c7ebcb-83f1-4d58-89c1-92c0df4dc003 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:32.061558 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port 24b6b6ab-efec-4b0e-88c4-04220393797e {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:32.061812 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.185732 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.186095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.309083 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for 24b6b6ab-efec-4b0e-88c4-04220393797e owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:32.428345 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.431922 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7d1e8e74-b723-4d14-aa67-5537830a2e39 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:32.475268 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=24b6b6ab-efec-4b0e-88c4-04220393797e,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:32.481633 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:32.568603 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.568941 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Floating IP 763b6281-b931-4710-8846-b1c0ff04d0c8 disassociated (deleted). External IP: 172.27.0.246, port: 9b1d88e5-1ac7-4655-b7fc-c26794fe3253. Jun 07 08:29:32.925983 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:33.212984 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:33.217722 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.222244 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:33.231995 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:33.232594 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.272059 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "DELETE /v2.0/floatingips/763b6281-b931-4710-8846-b1c0ff04d0c8 HTTP/1.1" status: 204 len: 168 time: 1.4721398 Jun 07 08:29:33.272729 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:33.275112 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58abb461-509a-4341-acfa-52bcc6293458" -d '{"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:33.319964 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40510ec6-99f9-46ae-94ad-175f8e06b0a6 x-openstack-request-id: req-40510ec6-99f9-46ae-94ad-175f8e06b0a6 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:33.320298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:33.320590 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40510ec6-99f9-46ae-94ad-175f8e06b0a6 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:33.321024 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'status': 'completed', 'code': 200} Jun 07 08:29:33.412866 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:33.439451 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb461-509a-4341-acfa-52bcc6293458 req-3c668b66-722a-4131-a77e-b95d8d2eb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.440934 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-3c668b66-722a-4131-a77e-b95d8d2eb098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d46026035b84229abe6ed47a16bf5b9&device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0758440 Jun 07 08:29:33.610795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb461-509a-4341-acfa-52bcc6293458 req-162617eb-fb03-486a-ac11-03880aeacb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.612229 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-162617eb-fb03-486a-ac11-03880aeacb28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 200 len: 913 time: 0.1653168 Jun 07 08:29:33.697802 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-b91f2303-b7cf-4f64-afe0-8599e8686bea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 200 len: 217 time: 0.0736654 Jun 07 08:29:33.737135 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.740899 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:33.749574 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:33.750232 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.772632 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1064a7-66cc-4166-8a62-c6ba99bc8c44 req-f4222cbd-a135-495e-8e09-fa25ed4ac132 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.774119 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4e1064a7-66cc-4166-8a62-c6ba99bc8c44 req-f4222cbd-a135-495e-8e09-fa25ed4ac132 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.1961713 Jun 07 08:29:33.780243 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb461-509a-4341-acfa-52bcc6293458 req-718d5165-3bb1-420e-9324-48fc2d910dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.781604 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-718d5165-3bb1-420e-9324-48fc2d910dba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 200 len: 851 time: 0.0762093 Jun 07 08:29:33.874240 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4e1064a7-66cc-4166-8a62-c6ba99bc8c44 req-eeea423b-e506-4d62-ad1c-beece5232be0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916474 Jun 07 08:29:33.890561 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb461-509a-4341-acfa-52bcc6293458 req-b9424781-ded9-4480-be8f-000a7a2621db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.892007 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-b9424781-ded9-4480-be8f-000a7a2621db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7db096ca-1cb5-4caf-950f-6e2ff065f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968082 Jun 07 08:29:33.972821 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:34.031457 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-e63fa19a-0976-4366-913a-a836c4eb119a service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323171 Jun 07 08:29:34.163393 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-58abb461-509a-4341-acfa-52bcc6293458 req-f39e0899-0526-46b0-bb96-d82474676353 service neutron] 10.222.0.45 "GET /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Jun 07 08:29:34.304512 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:34.308761 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b8ed6-8b0e-49e9-a7f0-4f9bed2daace None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:22:20Z', 'revision_number': 4, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '226743c1-3c2c-486c-afa9-e61534f3970d', 'name': '', 'network_id': '7db096ca-1cb5-4caf-950f-6e2ff065f9dc', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'mac_address': 'fa:16:3e:e0:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:19Z', 'updated_at': '2021-06-07T08:22:27Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'subnets': [{'id': '0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:34.518168 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ded3c2-cfb1-4ac4-a9b2-2cfcb61273c0 None None] New status for floating IP 763b6281-b931-4710-8846-b1c0ff04d0c8: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:29:35.063882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218b82c-18e9-4d9f-9131-3c61d5e178c8 req-b668e044-7197-4e6e-9a6d-2c75caba2ad4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:35.065344 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4218b82c-18e9-4d9f-9131-3c61d5e178c8 req-b668e044-7197-4e6e-9a6d-2c75caba2ad4 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.0793765 Jun 07 08:29:35.109679 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-4218b82c-18e9-4d9f-9131-3c61d5e178c8 req-cce05493-8991-435b-8bdc-47ec1cfcd622 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/security-groups?id=7edac0c9-a72a-41a5-861d-bafbf499f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Jun 07 08:29:35.216008 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-af42413d-74d6-4e19-b2d7-85daaa851ac0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:35.217369 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-af42413d-74d6-4e19-b2d7-85daaa851ac0 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 945 time: 0.0832021 Jun 07 08:29:35.354480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:35.354845 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:35.485565 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] For port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:35.485834 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:35.607084 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:35.718799 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:35.725041 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-248320f8-b15f-496b-b783-e902aa92befc tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:35.877819 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=9b1d88e5-1ac7-4655-b7fc-c26794fe3253,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:35.880360 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:35.956648 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] No DVR routers for this DVR port 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:35.959067 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:35.960960 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-1374b765-92cd-4cef-ac0e-8f721aad2ef3 req-86fe8fb8-575a-4922-91b9-26e4f5030ba2 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.45 "DELETE /v2.0/ports/9b1d88e5-1ac7-4655-b7fc-c26794fe3253 HTTP/1.1" status: 204 len: 173 time: 0.7378373 Jun 07 08:29:35.961470 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'name': 'network-vif-deleted', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:35.963843 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18213bb3-efcc-4abc-aa61-cba24c947db0" -d '{"events": [{"server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "name": "network-vif-deleted", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:36.006225 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c120c4-e9d2-4a08-af06-8a3e2fc40cf4 x-openstack-request-id: req-66c120c4-e9d2-4a08-af06-8a3e2fc40cf4 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:36.006545 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b3569d-105f-4ae5-a482-543de12cf4f6", "name": "network-vif-deleted", "tag": "9b1d88e5-1ac7-4655-b7fc-c26794fe3253", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:36.006841 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66c120c4-e9d2-4a08-af06-8a3e2fc40cf4 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:36.007274 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b3569d-105f-4ae5-a482-543de12cf4f6', 'name': 'network-vif-deleted', 'tag': '9b1d88e5-1ac7-4655-b7fc-c26794fe3253', 'status': 'completed', 'code': 200} Jun 07 08:29:36.273056 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-954593dc-bb27-4eae-852b-8e5c910c800b req-5495ce28-84b9-4803-889d-ccaca6546951 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b3569d-105f-4ae5-a482-543de12cf4f6 HTTP/1.1" status: 200 len: 210 time: 0.0453761 Jun 07 08:29:37.368403 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49254) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:37.586738 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Deleting port b29e8303-b847-441a-842d-39d300f80b94 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:37.587087 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.706583 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.706915 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.829195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Calling delete_port for b29e8303-b847-441a-842d-39d300f80b94 owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:37.940623 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.944233 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-bb895a15-ebdf-4ead-b477-724750761d9c tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:37.988548 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'Port': ['ID=b29e8303-b847-441a-842d-39d300f80b94,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:37.991673 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:38.080117 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.082502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.083630 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-13044652-6038-4dc6-ad91-bc3cc014259d tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "DELETE /v2.0/floatingips/fe18aa75-3d95-4c80-b4d6-2e62fbb78f31 HTTP/1.1" status: 204 len: 168 time: 0.7142441 Jun 07 08:29:39.469992 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49266) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:39.538493 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.568675 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.635223 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.638287 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.639501 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] 10.222.0.46 "DELETE /v2.0/security-groups/7edac0c9-a72a-41a5-861d-bafbf499f7af HTTP/1.1" status: 204 len: 168 time: 0.1684864 Jun 07 08:29:39.640294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fa610bcb-4a3e-41b8-9f62-f0ab1a93fe71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:39.651294 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edac0c9-a72a-41a5-861d-bafbf499f7af,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:39.653525 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-60e760e5-9e9c-4ca7-95c3-3d63a65c5b9b tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:39.695542 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49270) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:39.959648 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:39.998188 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:39.998543 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 9b1d88e5-1ac7-4655-b7fc-c26794fe3253 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:40.481500 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.894845 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Deleting port 226743c1-3c2c-486c-afa9-e61534f3970d {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:40.895185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.018472 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] For port 226743c1-3c2c-486c-afa9-e61534f3970d, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=226743c1-3c2c-486c-afa9-e61534f3970d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:41.018744 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.144240 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Calling delete_port for 226743c1-3c2c-486c-afa9-e61534f3970d owned by network:router_interface {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:41.426982 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.430756 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:41.472193 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=226743c1-3c2c-486c-afa9-e61534f3970d,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:41.475894 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:41.852141 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.211775 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Router a585b28c-0235-4a1d-81d4-42bdf082dc72 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:42.400221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:42.405524 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] 10.222.0.46 "PUT /v2.0/routers/a585b28c-0235-4a1d-81d4-42bdf082dc72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7089405 Jun 07 08:29:42.408143 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49276) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:42.409710 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Sync routers for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:42.419501 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:42.420108 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:42.584216 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.594529 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:42.763892 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.833576 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Deleting port 37aa00b4-22bd-4e5f-83f8-3510f0be5683 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:42.833981 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.878345 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:29:41Z', 'revision_number': 5, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port': {'id': '37aa00b4-22bd-4e5f-83f8-3510f0be5683', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:16Z', 'updated_at': '2021-06-07T08:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:42.881893 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Checking router: a585b28c-0235-4a1d-81d4-42bdf082dc72 for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:42.892878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Routers {'a585b28c-0235-4a1d-81d4-42bdf082dc72'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:42.893508 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['a585b28c-0235-4a1d-81d4-42bdf082dc72'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:42.958188 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] For port 37aa00b4-22bd-4e5f-83f8-3510f0be5683, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=37aa00b4-22bd-4e5f-83f8-3510f0be5683,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:42.958774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.042599 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] Set router a585b28c-0235-4a1d-81d4-42bdf082dc72 gateway port host: None {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:43.081492 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Calling delete_port for 37aa00b4-22bd-4e5f-83f8-3510f0be5683 owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:43.149274 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:29:42Z', 'revision_number': 6, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:43.153878 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fb6d-235b-4d77-b39f-8abb8981736c None None] The sync data for ids ['a585b28c-0235-4a1d-81d4-42bdf082dc72'] in dv-cinder-784956-6-iscsi is: [{'id': 'a585b28c-0235-4a1d-81d4-42bdf082dc72', 'name': 'tempest-TestVolumeBootPattern-1896416038-router', 'tenant_id': '3d46026035b84229abe6ed47a16bf5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:15Z', 'updated_at': '2021-06-07T08:29:42Z', 'revision_number': 6, 'project_id': '3d46026035b84229abe6ed47a16bf5b9', 'gw_port_host': None}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:43.341857 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.346277 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d872856-ee3c-4165-a018-8c543b31e3b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:43.415357 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=37aa00b4-22bd-4e5f-83f8-3510f0be5683,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:43.418250 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:43.481483 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.655348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.657502 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.680281 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.680723 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a585b28c-0235-4a1d-81d4-42bdf082dc72 {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:29:43.684937 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.688922 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49278) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:43.689473 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a585b28c-0235-4a1d-81d4-42bdf082dc72 HTTP/1.1" status: 204 len: 168 time: 1.2799146 Jun 07 08:29:43.747899 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Deleting subnet 0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa {{(pid=92004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:29:43.750779 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.802377 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62091580'] for subnet, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.877081 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.946193 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1787682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62175727'] for subnet, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.950793 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:43.988435 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:43.993180 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for subnet, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.998025 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a17bf9e-5fd6-4ff2-a719-ba488eccc3fa HTTP/1.1" status: 204 len: 168 time: 0.3050351 Jun 07 08:29:43.998246 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49282) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:43.999341 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a2f0d-9c1f-4468-99ba-13b816f0802e None None] Network 7db096ca-1cb5-4caf-950f-6e2ff065f9dc requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:44.019286 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.019663 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.020033 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.020463 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.020743 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.021100 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.021447 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.022317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.022317 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.022541 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.022837 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.023176 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.027476 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-af1aa7a3-1625-4862-91c7-6fe09f7eb8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:44.115551 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.197903 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Deleting port ad5205e7-ebf2-41b6-9324-86d6169c1d8d {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:44.198880 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.304589 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] For port ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:44.304589 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.309439 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] DHCP port deletion for 7db096ca-1cb5-4caf-950f-6e2ff065f9dc request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:29:44.379450 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Deleting port ad5205e7-ebf2-41b6-9324-86d6169c1d8d {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:44.379830 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.427046 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Calling delete_port for ad5205e7-ebf2-41b6-9324-86d6169c1d8d owned by network:dhcp {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:44.479801 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] For port ad5205e7-ebf2-41b6-9324-86d6169c1d8d, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,segment=NetworkSegment(bf687d60-7a44-4779-9170-a155ed238f26),segment_id=bf687d60-7a44-4779-9170-a155ed238f26)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:44.480056 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.489870 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.493700 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-5bb2a354-7a1f-485d-849e-034a9794b738 tempest-AttachVolumeShelveTestJSON-1103549530 tempest-AttachVolumeShelveTestJSON-1103549530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:44.536155 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:44.539209 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:44.540012 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] No DVR routers for this DVR port ad5205e7-ebf2-41b6-9324-86d6169c1d8d on host dv-cinder-784956-6-iscsi {{(pid=92004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:44.607028 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Calling delete_port for ad5205e7-ebf2-41b6-9324-86d6169c1d8d owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:44.646365 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 226743c1-3c2c-486c-afa9-e61534f3970d no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:44.660028 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.673571 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db096ca-1cb5-4caf-950f-6e2ff065f9dc']}} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:44.684702 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 226743c1-3c2c-486c-afa9-e61534f3970d {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:44.685054 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 226743c1-3c2c-486c-afa9-e61534f3970d not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:44.685485 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ad5205e7-ebf2-41b6-9324-86d6169c1d8d no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:44.686423 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf687d60-7a44-4779-9170-a155ed238f26') {'for_net_delete': True} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:44.686719 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.services.segments.db [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf687d60-7a44-4779-9170-a155ed238f26') {} {{(pid=92004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:44.697830 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62091525'] for segment, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.717440 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.717690 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.725896 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:29:44.726329 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1787800'] for segment, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.731296 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-31ef409b-85ad-4ddc-914b-136f55e5166c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: Traceback (most recent call last): Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: timer() Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: cb(*args, **kw) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: return func(*args, **kwargs) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: self._notify() Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: self.callback(batched_events) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: event.method(event) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: return f(self, *a, **k) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._get(url).json() Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: return self.request(url, 'GET', **kwargs) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:29:44.743439 dv-cinder-784956-6-iscsi neutron-server[92004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:29:44.759006 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: ad5205e7-ebf2-41b6-9324-86d6169c1d8d {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:44.759362 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ad5205e7-ebf2-41b6-9324-86d6169c1d8d not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:44.759789 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 37aa00b4-22bd-4e5f-83f8-3510f0be5683 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:44.810920 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] No DVR routers for this DVR port ad5205e7-ebf2-41b6-9324-86d6169c1d8d on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:44.812593 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 37aa00b4-22bd-4e5f-83f8-3510f0be5683 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:44.812939 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 37aa00b4-22bd-4e5f-83f8-3510f0be5683 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:44.815771 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Pushing event deleted for resources: {'Port': ['ID=ad5205e7-ebf2-41b6-9324-86d6169c1d8d,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:44.825571 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.825993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.826376 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.826787 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.827124 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.827984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.827984 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.828261 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.828465 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.828774 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.829019 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.829338 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-iscsi {{(pid=92005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:44.832733 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-3eafff6a-e331-4c03-84a8-e884795826e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:44.925779 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.929782 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-027b90e7-8218-4062-88f3-29773d75fd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:44.946016 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.947848 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7db096ca-1cb5-4caf-950f-6e2ff065f9dc HTTP/1.1" status: 204 len: 168 time: 0.9485521 Jun 07 08:29:44.951102 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49284) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:44.951610 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db096ca-1cb5-4caf-950f-6e2ff065f9dc,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:44.953614 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a3212faf-458f-4ed2-bdd9-511d1470c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:45.512150 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.036215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Deleting port b35c2b94-44f2-4181-ad44-ef4229f5ac08 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:46.036943 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.156415 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] For port b35c2b94-44f2-4181-ad44-ef4229f5ac08, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=b35c2b94-44f2-4181-ad44-ef4229f5ac08,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:46.156770 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.282006 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Calling delete_port for b35c2b94-44f2-4181-ad44-ef4229f5ac08 owned by network:router_interface {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:46.437348 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.441403 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5a47eb76-ea32-4329-88b2-d5ecebcb8fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:46.487950 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Pushing event deleted for resources: {'Port': ['ID=b35c2b94-44f2-4181-ad44-ef4229f5ac08,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:46.491068 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:46.776047 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.146390 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Router e3614b0d-7ad8-472e-b186-d124a229a05a has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:47.357897 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.454236 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:47.459562 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-690f5192-394e-41e8-b513-64ffd6c0d97d admin admin] 10.222.0.46 "PUT /v2.0/routers/e3614b0d-7ad8-472e-b186-d124a229a05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072887 Jun 07 08:29:47.462160 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49288) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:47.463130 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Sync routers for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:47.473829 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:47.474531 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:47.710799 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks [] for router, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.722109 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:47.896830 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.976593 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Deleting port f2a49f04-aba5-4c64-86a9-64b0ab8404e4 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:47.976904 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.034802 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:29:46Z', 'revision_number': 5, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port': {'id': 'f2a49f04-aba5-4c64-86a9-64b0ab8404e4', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:48.038991 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Checking router: e3614b0d-7ad8-472e-b186-d124a229a05a for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:48.047990 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Routers {'e3614b0d-7ad8-472e-b186-d124a229a05a'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:48.048595 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:23Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['e3614b0d-7ad8-472e-b186-d124a229a05a'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:48.112360 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] For port f2a49f04-aba5-4c64-86a9-64b0ab8404e4, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:48.112715 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.231797 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] Set router e3614b0d-7ad8-472e-b186-d124a229a05a gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:48.237004 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Calling delete_port for f2a49f04-aba5-4c64-86a9-64b0ab8404e4 owned by network:router_gateway {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:48.341482 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:29:47Z', 'revision_number': 6, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:48.345520 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd828ede-b4d5-424e-87c5-21afa973cc75 None None] The sync data for ids ['e3614b0d-7ad8-472e-b186-d124a229a05a'] in dv-cinder-784956-6-iscsi is: [{'id': 'e3614b0d-7ad8-472e-b186-d124a229a05a', 'name': 'tempest-TestVolumeBootPattern-1414156356-router', 'tenant_id': '5c003f8fe0104ca781a854f093003615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:22:23Z', 'updated_at': '2021-06-07T08:29:47Z', 'revision_number': 6, 'project_id': '5c003f8fe0104ca781a854f093003615', 'gw_port_host': None}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:48.381177 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.385260 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-da148250-00a5-4989-9895-e1ce0055741e tempest-VolumesNegativeTest-2048089206 tempest-VolumesNegativeTest-2048089206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:48.432145 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a49f04-aba5-4c64-86a9-64b0ab8404e4,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:48.435257 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:48.522440 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.695221 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.697470 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.728734 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.729084 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3614b0d-7ad8-472e-b186-d124a229a05a {{(pid=92004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:29:48.737503 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.741409 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-efb7057b-df68-402b-8a02-a23058e86299 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e3614b0d-7ad8-472e-b186-d124a229a05a HTTP/1.1" status: 204 len: 168 time: 1.2782462 Jun 07 08:29:48.741679 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49290) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:48.771485 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b35c2b94-44f2-4181-ad44-ef4229f5ac08 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:48.806771 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: b35c2b94-44f2-4181-ad44-ef4229f5ac08 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:48.807127 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device b35c2b94-44f2-4181-ad44-ef4229f5ac08 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:48.824457 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Deleting subnet fd554ad7-86fe-4034-9514-3a4a067f095f {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:29:48.827351 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.875944 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.958480 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.024535 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.031139 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-23d8ecb2-43d5-4539-aa12-82b88cc89330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.074813 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd554ad7-86fe-4034-9514-3a4a067f095f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.076660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.078494 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd554ad7-86fe-4034-9514-3a4a067f095f HTTP/1.1" status: 204 len: 168 time: 0.3344848 Jun 07 08:29:49.079532 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-9937d3f9-151c-47a7-ad69-6fcbc87e40fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:49.081409 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49292) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:49.087973 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb510d3-9d2b-4df0-a82b-2a04be1b0a5c None None] Network 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:49.194221 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.272419 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Deleting port d5127c4f-d757-4417-ab9d-fb273f17c967 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:49.272978 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.363882 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] DHCP port deletion for 6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:29:49.382950 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] For port d5127c4f-d757-4417-ab9d-fb273f17c967, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=d5127c4f-d757-4417-ab9d-fb273f17c967,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:49.383308 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.440640 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Deleting port d5127c4f-d757-4417-ab9d-fb273f17c967 {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:49.441019 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.520234 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Calling delete_port for d5127c4f-d757-4417-ab9d-fb273f17c967 owned by network:dhcp {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:49.541407 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] For port d5127c4f-d757-4417-ab9d-fb273f17c967, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=d5127c4f-d757-4417-ab9d-fb273f17c967,segment=NetworkSegment(d157cd8a-5e57-4395-b4af-4a631b395f35),segment_id=d157cd8a-5e57-4395-b4af-4a631b395f35)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:49.541811 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.568472 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.572292 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-cd123987-61be-4e26-9c5f-5cec8c80f33a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.618886 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5127c4f-d757-4417-ab9d-fb273f17c967,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.621190 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] No DVR routers for this DVR port d5127c4f-d757-4417-ab9d-fb273f17c967 on host dv-cinder-784956-6-iscsi {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:49.622888 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:49.666078 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Calling delete_port for d5127c4f-d757-4417-ab9d-fb273f17c967 owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:49.710218 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.713835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-f08935e8-e828-46f4-80ee-055dd6af3c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.739794 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.754852 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:49.755549 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Pushing event deleted for resources: {'Port': ['ID=d5127c4f-d757-4417-ab9d-fb273f17c967,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.758372 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:49.761122 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6edd2-2290-4ed8-81c7-916a988850e9 None None] No DVR routers for this DVR port d5127c4f-d757-4417-ab9d-fb273f17c967 on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:49.771713 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd157cd8a-5e57-4395-b4af-4a631b395f35') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:49.772017 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd157cd8a-5e57-4395-b4af-4a631b395f35') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:49.784298 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.804592 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.811551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:29:49.811919 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:29:49.825850 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:29:49.898018 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.901739 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.914660 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.916446 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa HTTP/1.1" status: 204 len: 168 time: 0.8340683 Jun 07 08:29:49.922191 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9b23c8-2078-4058-8eb2-8f9ab74ef2aa,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.924492 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-19e48be0-2ff2-489c-9ef2-8f64bd9a64e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:50.034775 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49296) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:50.087784 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-1dad1b86-fb1f-44ce-9043-2eff2f85aa6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d46026035b84229abe6ed47a16bf5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517898 Jun 07 08:29:50.090089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49298) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:50.147586 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.173177 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.223215 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.225800 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.226952 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17aa047e-915d-4e88-a346-020a0537050f HTTP/1.1" status: 204 len: 168 time: 0.1359961 Jun 07 08:29:50.227714 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2c527bff-6e32-4c7d-b74b-2fd9f6f797ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:50.237909 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa047e-915d-4e88-a346-020a0537050f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:50.241032 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-fda4e72b-8f25-4659-bf7a-6661c1b9251a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:50.587105 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49304) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:50.636900 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device f2a49f04-aba5-4c64-86a9-64b0ab8404e4 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:50.637356 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-6c0a976a-3559-4176-959e-ddfbc8e405c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c003f8fe0104ca781a854f093003615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488446 Jun 07 08:29:50.639444 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49306) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:50.672655 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: f2a49f04-aba5-4c64-86a9-64b0ab8404e4 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:50.673017 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device f2a49f04-aba5-4c64-86a9-64b0ab8404e4 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:50.673664 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device d5127c4f-d757-4417-ab9d-fb273f17c967 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:50.702133 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.706369 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: d5127c4f-d757-4417-ab9d-fb273f17c967 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:50.706726 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device d5127c4f-d757-4417-ab9d-fb273f17c967 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:50.728524 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.743814 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c65fa367-40fd-422b-ae4e-894f3c5bb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.781180 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.783679 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:50.784947 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c23c2748-5527-42e8-b0d7-bf6096a5e636 HTTP/1.1" status: 204 len: 168 time: 0.1446180 Jun 07 08:29:50.785720 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b7d0242a-e1ea-4ebe-8a17-af8651c83d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:50.795858 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c2748-5527-42e8-b0d7-bf6096a5e636,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:50.798300 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b9400593-a669-4214-8acc-b983b255536c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:53.248488 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:53.455747 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1cfaff62-b045-4ca1-a2c6-83c5c3d3a290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:54.447548 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:56.246358 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:57.172303 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-ee45ad82-0ca3-489e-9cb0-f3e80c07d491 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788457 Jun 07 08:29:57.286048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664891-8adb-4938-9941-0ea8d34e159b req-286a180b-9ce2-45a5-9183-a22b4927a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:57.287627 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-286a180b-9ce2-45a5-9183-a22b4927a756 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0812838 Jun 07 08:29:57.451475 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664891-8adb-4938-9941-0ea8d34e159b req-30e64eef-5b35-411d-b460-442035376c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:57.452830 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-30e64eef-5b35-411d-b460-442035376c9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1449058 Jun 07 08:29:57.566796 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-d6ae9202-62d4-42a6-ac78-9be0346ee75b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 1001 time: 0.1072533 Jun 07 08:29:57.754341 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664891-8adb-4938-9941-0ea8d34e159b req-959cfc0f-f93b-48c2-a7f8-ac89e4387225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:57.755737 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-959cfc0f-f93b-48c2-a7f8-ac89e4387225 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.1834252 Jun 07 08:29:57.840808 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664891-8adb-4938-9941-0ea8d34e159b req-7a615332-c74a-4554-b90c-e2f621de17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:57.842328 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-7a615332-c74a-4554-b90c-e2f621de17d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800536 Jun 07 08:29:57.984682 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-5d1414b1-f4c6-483a-8ff6-af8ac02d5e35 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354330 Jun 07 08:29:58.140306 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-2f664891-8adb-4938-9941-0ea8d34e159b req-db93a847-1ed1-48eb-a331-42cc6187cd24 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474209 Jun 07 08:29:59.355822 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49312) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:59.653891 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Deleting port 835058a4-f0e5-4e9e-a907-cded3373c493 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:59.654173 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:59.786347 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:59.786687 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:59.913701 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Calling delete_port for 835058a4-f0e5-4e9e-a907-cded3373c493 owned by network:floatingip {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:00.037654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.041507 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5f185f59-c3f2-450b-9417-473c31307be7 tempest-AttachVolumeNegativeTest-825931939 tempest-AttachVolumeNegativeTest-825931939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:00.087035 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event deleted for resources: {'Port': ['ID=835058a4-f0e5-4e9e-a907-cded3373c493,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:00.112881 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:00.183903 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for floatingip, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.184155 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.db.l3_db [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Floating IP e91b2b9e-a92a-47db-857a-8fed89cc785d disassociated (deleted). External IP: 172.27.0.15, port: 5128a853-85d6-4f5d-a8b0-4572b5ac6e42. Jun 07 08:30:00.668601 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:30:00.863416 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:30:00.867818 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for floatingip, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.874517 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Sync routers for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:30:00.888815 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:00.889437 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:00.925089 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-e0ee66a5-4874-4412-8925-04a87d82d49d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "DELETE /v2.0/floatingips/e91b2b9e-a92a-47db-857a-8fed89cc785d HTTP/1.1" status: 204 len: 168 time: 1.5681098 Jun 07 08:30:00.925763 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:00.928268 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58fe39-7e1e-4816-9028-3e2038fabe96" -d '{"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:00.981381 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec9e5e7-cd82-4de4-bbd3-010fab89df33 x-openstack-request-id: req-cec9e5e7-cd82-4de4-bbd3-010fab89df33 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:00.981795 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:00.982198 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cec9e5e7-cd82-4de4-bbd3-010fab89df33 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:00.982742 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'status': 'completed', 'code': 200} Jun 07 08:30:01.115551 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-5f1e0f6a-16d2-4312-aaa3-5bf04d66dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.116971 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-5f1e0f6a-16d2-4312-aaa3-5bf04d66dfdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85498cd054744408bb7c63d29428097c&device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 1099 time: 0.0816281 Jun 07 08:30:01.163703 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:01.271244 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-05c4c5dd-4147-445c-9d79-2250614379b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.273032 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-05c4c5dd-4147-445c-9d79-2250614379b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 200 len: 909 time: 0.1497200 Jun 07 08:30:01.378604 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-356e08cd-f560-440e-bb14-e0025de5b75f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 200 len: 217 time: 0.0983319 Jun 07 08:30:01.466646 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-ab59e594-ae48-4c76-bae4-1dc3a355e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.468084 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-ab59e594-ae48-4c76-bae4-1dc3a355e827 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 200 len: 847 time: 0.0775313 Jun 07 08:30:01.484000 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2dc0c-11ee-46fd-90f3-64a3c825d4d5 req-db645e00-5e43-4ba0-9d3b-a43719c70dc4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.484506 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:01.485489 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3bd2dc0c-11ee-46fd-90f3-64a3c825d4d5 req-db645e00-5e43-4ba0-9d3b-a43719c70dc4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.1497066 Jun 07 08:30:01.488640 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Checking router: 87d3b3fe-9b8d-466a-8116-d39fb2ea48df for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:30:01.498164 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:01.498787 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:01.583864 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3bd2dc0c-11ee-46fd-90f3-64a3c825d4d5 req-17d1318d-610b-4da8-b0eb-c4d776cb5e95 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667746 Jun 07 08:30:01.598588 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-15bad093-d0fa-4e8c-9de8-8dd365f58efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.600172 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-15bad093-d0fa-4e8c-9de8-8dd365f58efc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136913 Jun 07 08:30:01.687674 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:01.743943 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-32c0127a-76eb-4af8-8ac4-608aea3e9fdf service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370287 Jun 07 08:30:01.885678 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-3b58fe39-7e1e-4816-9028-3e2038fabe96 req-fbd42038-fb60-4e75-8ffd-da64a0687b00 service neutron] 10.222.0.45 "GET /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340945 Jun 07 08:30:02.013481 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:02.017949 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9117a7-4269-4089-90fe-9774c71b5640 None None] The sync data for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi is: [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:33Z', 'revision_number': 4, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi', '_interfaces': [{'id': '3d322b72-64b4-4bcb-931c-2e08b8d23b6f', 'name': '', 'network_id': '05d5ea4e-aff2-49cc-b279-369ffbdcf8dd', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'mac_address': 'fa:16:3e:e3:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:32Z', 'updated_at': '2021-06-07T08:25:39Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'subnets': [{'id': '28c3b9e1-1024-4983-b43f-71ecd2cecab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:30:02.228616 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b349a-ad18-407f-ad91-a51f9e669976 None None] New status for floating IP e91b2b9e-a92a-47db-857a-8fed89cc785d: DOWN {{(pid=92006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:30:02.778861 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff94f-06ad-415e-a8d9-84a5962975f6 req-0759a4dc-02df-480a-a020-322ad6568a07 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:02.780359 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-062ff94f-06ad-415e-a8d9-84a5962975f6 req-0759a4dc-02df-480a-a020-322ad6568a07 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0827045 Jun 07 08:30:02.829459 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-062ff94f-06ad-415e-a8d9-84a5962975f6 req-68d61879-f131-4111-b1d8-766f715c1e7e tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/security-groups?id=86b1250d-f684-4dee-8c78-c5e2b76d5739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Jun 07 08:30:02.992809 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658d05-62bb-4164-8223-5482907ba5d2 req-07cb6c32-539c-486e-9bfa-586cc30a636d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:02.994189 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-85658d05-62bb-4164-8223-5482907ba5d2 req-07cb6c32-539c-486e-9bfa-586cc30a636d tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 946 time: 0.0916436 Jun 07 08:30:03.271546 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Deleting port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:03.271815 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.431183 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] For port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:03.431541 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.586621 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Calling delete_port for 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 owned by compute:nova {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:03.726185 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.733142 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-7019426b-5e0b-4958-b493-7ec0012b7f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:03.786446 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event deleted for resources: {'Port': ['ID=5128a853-85d6-4f5d-a8b0-4572b5ac6e42,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:03.815410 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:03.867898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] No DVR routers for this DVR port 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 on host hv-cinder-78495 {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:03.870935 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-421438'] for port, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.872905 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-85658d05-62bb-4164-8223-5482907ba5d2 req-5eca348a-d086-4dc2-ad41-fbb7e2d8af02 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.45 "DELETE /v2.0/ports/5128a853-85d6-4f5d-a8b0-4572b5ac6e42 HTTP/1.1" status: 204 len: 173 time: 0.8734310 Jun 07 08:30:03.873600 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-deleted', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42'}] {{(pid=92003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:03.875775 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}644a5b6035e0a0551ef2bd917b223b569fdd6283a3a5b31b62fe789433402074" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87c90e-2fcc-47d8-9a17-9805666a333e" -d '{"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-deleted", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42"}]}' {{(pid=92003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:03.930652 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5085f-542c-4b0f-9dbf-ed6ce8688b14 x-openstack-request-id: req-01b5085f-542c-4b0f-9dbf-ed6ce8688b14 {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:03.930990 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951c4cf-4456-4902-bb40-0f60fbf5fe11", "name": "network-vif-deleted", "tag": "5128a853-85d6-4f5d-a8b0-4572b5ac6e42", "status": "completed", "code": 200}]} {{(pid=92003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:03.931291 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01b5085f-542c-4b0f-9dbf-ed6ce8688b14 {{(pid=92003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:03.931732 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951c4cf-4456-4902-bb40-0f60fbf5fe11', 'name': 'network-vif-deleted', 'tag': '5128a853-85d6-4f5d-a8b0-4572b5ac6e42', 'status': 'completed', 'code': 200} Jun 07 08:30:04.010593 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [req-f7d9b4d3-3470-4eaa-a269-2d623b003748 req-c0759f59-58d7-4449-886c-1d8d24e673df tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951c4cf-4456-4902-bb40-0f60fbf5fe11 HTTP/1.1" status: 200 len: 210 time: 0.0468607 Jun 07 08:30:04.781851 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:30:05.105691 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49328) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:05.181383 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.218056 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.411239 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.413908 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.415162 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] 10.222.0.46 "DELETE /v2.0/security-groups/86b1250d-f684-4dee-8c78-c5e2b76d5739 HTTP/1.1" status: 204 len: 168 time: 0.3084126 Jun 07 08:30:05.416014 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-a25cbdbf-7143-45c5-ab19-77d44e7346cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:05.428489 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1250d-f684-4dee-8c78-c5e2b76d5739,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:05.430918 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-d200457f-f830-4561-b175-336a1b0d356a tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:05.459362 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49332) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:06.033454 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.069178 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:06.107281 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] No Port match for: 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:06.107635 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Device 5128a853-85d6-4f5d-a8b0-4572b5ac6e42 not bound to the agent host hv-cinder-78495 {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:06.583411 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Deleting port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:06.583878 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.720848 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] For port 3d322b72-64b4-4bcb-931c-2e08b8d23b6f, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:06.721198 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.852245 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Calling delete_port for 3d322b72-64b4-4bcb-931c-2e08b8d23b6f owned by network:router_interface {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:07.011379 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:07.015905 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-f5250048-5267-4658-ac68-156346c9c3f4 tempest-TestShelveInstance-1358208005 tempest-TestShelveInstance-1358208005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:07.060575 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d322b72-64b4-4bcb-931c-2e08b8d23b6f,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:07.092476 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:07.387704 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:07.756002 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:30:08.114769 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:30:08.120883 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8d43dac3-791a-4dba-bba8-7d2b93b1d971 admin admin] 10.222.0.46 "PUT /v2.0/routers/87d3b3fe-9b8d-466a-8116-d39fb2ea48df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6599035 Jun 07 08:30:08.123885 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49334) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:08.126227 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Sync routers for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:30:08.139013 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:08.139449 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:08.312380 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks [] for router, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.350575 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: dv-cinder-784956-6-iscsi {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:08.505927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.590475 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Deleting port 7eb79613-3749-4c6f-9e94-b86e339892eb {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:08.591359 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.728697 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] For port 7eb79613-3749-4c6f-9e94-b86e339892eb, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=7eb79613-3749-4c6f-9e94-b86e339892eb,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:08.729048 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.782162 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:30:06Z', 'revision_number': 5, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port': {'id': '7eb79613-3749-4c6f-9e94-b86e339892eb', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:08.788701 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Checking router: 87d3b3fe-9b8d-466a-8116-d39fb2ea48df for host: dv-cinder-784956-6-iscsi {{(pid=92005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:30:08.799367 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Routers {'87d3b3fe-9b8d-466a-8116-d39fb2ea48df'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:08.799993 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'], 'active': True} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:08.853988 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Calling delete_port for 7eb79613-3749-4c6f-9e94-b86e339892eb owned by network:router_gateway {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:08.970251 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvr_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] Set router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df gateway port host: None {{(pid=92005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:09.037162 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.041720 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-319269af-7919-45a8-b683-7da6f77c9b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:09.081442 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_hamode_db [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:30:08Z', 'revision_number': 6, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:09.085463 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d1af1-6b6e-4f86-bd74-8879f2ec3172 None None] The sync data for ids ['87d3b3fe-9b8d-466a-8116-d39fb2ea48df'] in dv-cinder-784956-6-iscsi is: [{'id': '87d3b3fe-9b8d-466a-8116-d39fb2ea48df', 'name': 'tempest-TestShelveInstance-962381997-router', 'tenant_id': '85498cd054744408bb7c63d29428097c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:29Z', 'updated_at': '2021-06-07T08:30:08Z', 'revision_number': 6, 'project_id': '85498cd054744408bb7c63d29428097c', 'gw_port_host': None}] {{(pid=92005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:30:09.097727 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb79613-3749-4c6f-9e94-b86e339892eb,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:09.101645 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:09.214630 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.437003 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.440082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.469095 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.469764 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d3b3fe-9b8d-466a-8116-d39fb2ea48df {{(pid=92003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:30:09.474816 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] Notify callbacks [] for router, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.475975 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-2308c910-863d-49e6-9a83-3ec63492deca admin admin] 10.222.0.46 "DELETE /v2.0/routers/87d3b3fe-9b8d-466a-8116-d39fb2ea48df HTTP/1.1" status: 204 len: 168 time: 1.3510196 Jun 07 08:30:09.479465 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49336) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:09.540514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Deleting subnet 28c3b9e1-1024-4983-b43f-71ecd2cecab9 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:30:09.543690 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.592991 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.787089 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.858683 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.863408 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-291a9652-15fc-4d1c-aa00-32ec68c25cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:09.902991 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c3b9e1-1024-4983-b43f-71ecd2cecab9,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:09.904927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.909312 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/28c3b9e1-1024-4983-b43f-71ecd2cecab9 HTTP/1.1" status: 204 len: 168 time: 0.4263599 Jun 07 08:30:09.909312 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-5474b62d-a9d8-4c44-a1b6-d92ff3062b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:09.910601 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49338) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:09.913142 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178ff9e-d247-48a3-afbf-f78fb4f412a9 None None] Network 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:10.036898 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.130195 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Deleting port c63bdddb-90a3-4825-9c4b-318599194f14 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:10.130594 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.238580 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] DHCP port deletion for 05d5ea4e-aff2-49cc-b279-369ffbdcf8dd request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:30:10.261109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] For port c63bdddb-90a3-4825-9c4b-318599194f14, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=c63bdddb-90a3-4825-9c4b-318599194f14,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:10.261467 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.309730 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Deleting port c63bdddb-90a3-4825-9c4b-318599194f14 {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:10.310052 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.393127 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Calling delete_port for c63bdddb-90a3-4825-9c4b-318599194f14 owned by network:dhcp {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:10.455534 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] For port c63bdddb-90a3-4825-9c4b-318599194f14, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=c63bdddb-90a3-4825-9c4b-318599194f14,segment=NetworkSegment(ff1593e0-e408-4a7d-b32f-6344f47f9995),segment_id=ff1593e0-e408-4a7d-b32f-6344f47f9995)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:10.455961 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.461011 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.468304 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-b47ffea0-57b6-4b1c-a4fd-816ac9a6e278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:10.520327 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c63bdddb-90a3-4825-9c4b-318599194f14,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:10.523591 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:10.524383 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] No DVR routers for this DVR port c63bdddb-90a3-4825-9c4b-318599194f14 on host dv-cinder-784956-6-iscsi {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:10.584462 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Calling delete_port for c63bdddb-90a3-4825-9c4b-318599194f14 owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:10.633769 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.638620 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:10.659245 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.673163 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d5ea4e-aff2-49cc-b279-369ffbdcf8dd']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:10.686427 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1593e0-e408-4a7d-b32f-6344f47f9995') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:10.687115 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1593e0-e408-4a7d-b32f-6344f47f9995') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:10.687445 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Pushing event deleted for resources: {'Port': ['ID=c63bdddb-90a3-4825-9c4b-318599194f14,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:10.690542 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7eb79613-3749-4c6f-9e94-b86e339892eb no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:10.699895 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.721402 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:10.725219 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.735016 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b50b76-67d8-4ab9-ad19-3503c293c2a4 None None] No DVR routers for this DVR port c63bdddb-90a3-4825-9c4b-318599194f14 on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:10.736454 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 7eb79613-3749-4c6f-9e94-b86e339892eb {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:10.736811 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 7eb79613-3749-4c6f-9e94-b86e339892eb not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:10.737229 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3d322b72-64b4-4bcb-931c-2e08b8d23b6f no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:10.747887 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:30:10.748654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:30:10.764552 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:30:10.775393 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 3d322b72-64b4-4bcb-931c-2e08b8d23b6f {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:10.775721 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3d322b72-64b4-4bcb-931c-2e08b8d23b6f not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:10.776228 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device c63bdddb-90a3-4825-9c4b-318599194f14 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:10.810642 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: c63bdddb-90a3-4825-9c4b-318599194f14 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:10.811088 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device c63bdddb-90a3-4825-9c4b-318599194f14 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:10.846310 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.850774 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:10.869187 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.871575 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/05d5ea4e-aff2-49cc-b279-369ffbdcf8dd HTTP/1.1" status: 204 len: 168 time: 0.9605141 Jun 07 08:30:10.876127 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49340) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:10.877686 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=05d5ea4e-aff2-49cc-b279-369ffbdcf8dd,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:10.880109 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-8d4f5360-ada6-443d-8602-0cea712fc0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:11.501979 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-942290'] for router_interface, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.925281 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Deleting port 3e783701-cbac-4a3a-a50e-a2acb36329c0 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:11.926024 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.066722 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] For port 3e783701-cbac-4a3a-a50e-a2acb36329c0, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=3e783701-cbac-4a3a-a50e-a2acb36329c0,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:12.067005 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.192278 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Calling delete_port for 3e783701-cbac-4a3a-a50e-a2acb36329c0 owned by network:router_interface {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:12.363691 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.368175 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:12.519005 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e783701-cbac-4a3a-a50e-a2acb36329c0,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:12.544481 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:12.810191 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949916'] for router_interface, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:13.197097 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Router c298b38c-0280-412d-b5b7-d553fca177c9 has already been hosted by L3 agent 5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6 {{(pid=92004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:30:13.426704 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-iscsi the message routers_updated {{(pid=92004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:30:13.432449 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-cd4a8780-0646-4852-838b-0d993d81f715 admin admin] 10.222.0.46 "PUT /v2.0/routers/c298b38c-0280-412d-b5b7-d553fca177c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551403 Jun 07 08:30:13.435338 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49342) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:13.438130 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Sync routers for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:30:13.447968 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:13.449467 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:13.628023 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: dv-cinder-784956-6-iscsi {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:13.637783 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:13.811252 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:13.931870 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'external_fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:30:12Z', 'revision_number': 5, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port': {'id': 'aee3ec00-de8a-4073-922a-0c40edf7c790', 'name': '', 'network_id': '488e2984-ba1e-49a0-b282-a7b25ff7eaaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:25:37Z', 'updated_at': '2021-06-07T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d15f82d-5155-4b39-a9e8-a71e981e339c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-iscsi'}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:13.936660 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Checking router: c298b38c-0280-412d-b5b7-d553fca177c9 for host: dv-cinder-784956-6-iscsi {{(pid=92006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:30:13.945474 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Routers {'c298b38c-0280-412d-b5b7-d553fca177c9'} bound to L3 agent in host dv-cinder-784956-6-iscsi {{(pid=92006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:30:13.946123 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:07:53Z,description=,heartbeat_timestamp=2021-06-07T08:29:53Z,host='dv-cinder-784956-6-iscsi',id=5ec4872f-2b38-49eb-a84e-cf1e7f1b61f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:07:53Z,topic='l3_agent')) {'router_ids': ['c298b38c-0280-412d-b5b7-d553fca177c9'], 'active': True} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:14.023023 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Deleting port aee3ec00-de8a-4073-922a-0c40edf7c790 {{(pid=92004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:14.023347 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.097971 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_dvr_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] Set router c298b38c-0280-412d-b5b7-d553fca177c9 gateway port host: None {{(pid=92006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:30:14.168305 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.db [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] For port aee3ec00-de8a-4073-922a-0c40edf7c790, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=aee3ec00-de8a-4073-922a-0c40edf7c790,segment=NetworkSegment(9237fe1d-c3db-44f3-9e65-980b0db61e46),segment_id=9237fe1d-c3db-44f3-9e65-980b0db61e46)] {{(pid=92004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:14.168305 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.204245 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.l3_hamode_db [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:30:13Z', 'revision_number': 6, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port_host': None}], 'dv-cinder-784956-6-iscsi', False) {} {{(pid=92006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:14.208263 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7a882-8864-47d5-89a4-df35928181c4 None None] The sync data for ids ['c298b38c-0280-412d-b5b7-d553fca177c9'] in dv-cinder-784956-6-iscsi is: [{'id': 'c298b38c-0280-412d-b5b7-d553fca177c9', 'name': 'tempest-TestShelveInstance-1571103146-router', 'tenant_id': '0fd7040f465049c984a3aaad7ffaf703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:25:36Z', 'updated_at': '2021-06-07T08:30:13Z', 'revision_number': 6, 'project_id': '0fd7040f465049c984a3aaad7ffaf703', 'gw_port_host': None}] {{(pid=92006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:30:14.319013 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.plugins.ml2.plugin [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Calling delete_port for aee3ec00-de8a-4073-922a-0c40edf7c790 owned by network:router_gateway {{(pid=92004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:14.465860 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1787855'] for port, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.471064 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-e8df8062-b6ae-46e1-86d5-9c46a1903801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:14.516236 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee3ec00-de8a-4073-922a-0c40edf7c790,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:14.519782 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:14.627505 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646466'] for router_gateway, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.680061 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3e783701-cbac-4a3a-a50e-a2acb36329c0 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:14.761376 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: 3e783701-cbac-4a3a-a50e-a2acb36329c0 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:14.761804 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device 3e783701-cbac-4a3a-a50e-a2acb36329c0 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:14.842572 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31244'] for router, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.846303 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.882596 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-946153'] for router, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.883444 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c298b38c-0280-412d-b5b7-d553fca177c9 {{(pid=92004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:30:14.890887 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:14.892684 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-b15e9645-ff8c-4cdb-bcdc-93b4bb0123f2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c298b38c-0280-412d-b5b7-d553fca177c9 HTTP/1.1" status: 204 len: 168 time: 1.4561348 Jun 07 08:30:14.896509 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49344) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:14.957715 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Deleting subnet 3240577c-fa5d-493b-a881-abf317476c43 {{(pid=92003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:30:14.960736 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.010550 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61266815'] for subnet, precommit_delete_associations {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.100082 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4115693'] for subnet, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.171349 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4115684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61213756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60901349'] for subnet, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.175151 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-93b828dd-d92c-4a16-ba04-1f76f6559716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:15.212402 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3240577c-fa5d-493b-a881-abf317476c43,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:15.215017 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.216884 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3240577c-fa5d-493b-a881-abf317476c43 HTTP/1.1" status: 204 len: 168 time: 0.3193738 Jun 07 08:30:15.217882 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-4dd9515c-9ece-429c-910e-5adfc3b807dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:15.220388 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [-] (92003) accepted ('10.222.0.46', 49346) {{(pid=92003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:15.224506 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ae88c-980e-407d-b5fb-e327b0c8c83a None None] Network a9958541-5bda-47ad-bcc3-c7a3ec9ee061 requested from dv-cinder-784956-6-iscsi {{(pid=92005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:15.356906 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684463'] for network, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.450256 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Deleting port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 {{(pid=92003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:15.450654 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.567391 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.db [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] For port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:15.567971 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.570096 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] DHCP port deletion for a9958541-5bda-47ad-bcc3-c7a3ec9ee061 request from dv-cinder-784956-6-iscsi {{(pid=92005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:30:15.648744 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Deleting port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 {{(pid=92005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:15.649389 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729288012252'] for port, before_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.760363 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.db [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] For port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856, host dv-cinder-784956-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-iscsi',level=0,port_id=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,segment=NetworkSegment(0634973c-8827-4029-aabc-a1c5bcc36460),segment_id=0634973c-8827-4029-aabc-a1c5bcc36460)] {{(pid=92005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:15.761777 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-949381'] for port, precommit_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.826009 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Calling delete_port for ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 owned by network:dhcp {{(pid=92003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:15.876634 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61213905'] for port, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.881927 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-72ce4b6d-781c-4fd7-971e-01cfbe7ef174 tempest-TestVolumeBootPattern-1319337987 tempest-TestVolumeBootPattern-1319337987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:15.891985 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Calling delete_port for ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 owned by network:dhcp {{(pid=92005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:15.928587 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:15.931754 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:15.933137 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] No DVR routers for this DVR port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 on host dv-cinder-784956-6-iscsi {{(pid=92003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:15.943238 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3781262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729287972316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729287534969'] for port, after_delete {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:15.947058 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:15.991080 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Pushing event deleted for resources: {'Port': ['ID=ce8ab9fa-3fa3-4736-99a1-5c8249cd7856,revision_number=None']} {{(pid=92005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:15.994746 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG oslo_concurrency.lockutils [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:16.001303 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b0e48-3799-4db7-9874-f5dc2db2b85e None None] No DVR routers for this DVR port ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 on host dv-cinder-784956-6-iscsi {{(pid=92005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:16.058509 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115060', 'neutron.services.segments.db._delete_segments_for_network-8729288062374'] for network, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.071879 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9958541-5bda-47ad-bcc3-c7a3ec9ee061']}} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:16.089609 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0634973c-8827-4029-aabc-a1c5bcc36460') {'for_net_delete': True} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:16.089906 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.services.segments.db [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0634973c-8827-4029-aabc-a1c5bcc36460') {} {{(pid=92003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:30:16.101501 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729287936705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61266758'] for segment, before_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.120514 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478'] for segment, precommit_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.127979 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:30:16.128538 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3749478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61213830'] for segment, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: Traceback (most recent call last): Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: timer() Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: cb(*args, **kw) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: return func(*args, **kwargs) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: self._notify() Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: self.callback(batched_events) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: event.method(event) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: return f(self, *a, **k) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._get(url).json() Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: return self.request(url, 'GET', **kwargs) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:30:16.142394 dv-cinder-784956-6-iscsi neutron-server[92003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:30:16.218501 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1015331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-605083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646503'] for network, after_delete {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.222258 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:16.236910 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron_lib.callbacks.manager [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605180'] for network, before_response {{(pid=92003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.238740 dv-cinder-784956-6-iscsi neutron-server[92003]: INFO neutron.wsgi [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a9958541-5bda-47ad-bcc3-c7a3ec9ee061 HTTP/1.1" status: 204 len: 168 time: 1.0168850 Jun 07 08:30:16.245746 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9958541-5bda-47ad-bcc3-c7a3ec9ee061,revision_number=None']} {{(pid=92003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:16.248426 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG oslo_concurrency.lockutils [None req-a3e4696e-6cb7-486d-930b-5a21e9805677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:16.486614 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49350) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:16.544259 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-9518571c-3584-485a-a6d3-72f9f6af3fa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85498cd054744408bb7c63d29428097c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539567 Jun 07 08:30:16.544488 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49352) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:16.607313 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.634725 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.645623 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device aee3ec00-de8a-4073-922a-0c40edf7c790 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:16.685671 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: aee3ec00-de8a-4073-922a-0c40edf7c790 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:16.686161 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device aee3ec00-de8a-4073-922a-0c40edf7c790 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:16.686873 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 no longer exists at agent ovs-agent-dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:30:16.699531 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.702510 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.703842 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09e5c714-2a38-4527-901c-3d294d490cb2 HTTP/1.1" status: 204 len: 168 time: 0.1586275 Jun 07 08:30:16.704805 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-266f8972-a993-4b7c-8580-2aa45c1ba1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:16.715872 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5c714-2a38-4527-901c-3d294d490cb2,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:16.718464 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-1b7d9a70-36e2-4fba-977f-30e4f1101259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:16.726045 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.plugin [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] No Port match for: ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 {{(pid=92005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:30:16.726643 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron.plugins.ml2.rpc [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Device ce8ab9fa-3fa3-4736-99a1-5c8249cd7856 not bound to the agent host dv-cinder-784956-6-iscsi {{(pid=92005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:30:17.123126 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49358) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:17.178310 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-3869188c-4cbf-4cd5-80cf-b5cc8c154e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fd7040f465049c984a3aaad7ffaf703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535629 Jun 07 08:30:17.181001 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.wsgi [-] (92004) accepted ('10.222.0.46', 49360) {{(pid=92004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:17.241106 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.267320 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.322065 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015299'] for security_group, after_delete {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.325331 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron_lib.callbacks.manager [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.326488 dv-cinder-784956-6-iscsi neutron-server[92004]: INFO neutron.wsgi [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e644f6a-43e7-4294-b992-d4b82f418870 HTTP/1.1" status: 204 len: 168 time: 0.1445713 Jun 07 08:30:17.327347 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-05736242-2c79-40a3-a5ee-9e078d60b4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:17.337197 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e644f6a-43e7-4294-b992-d4b82f418870,revision_number=None']} {{(pid=92004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:17.340375 dv-cinder-784956-6-iscsi neutron-server[92004]: DEBUG oslo_concurrency.lockutils [None req-7fef91f8-c27e-43a4-8a59-dd3576df6958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:17.378012 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:20.747716 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-d13f53f1-18c1-40bd-9a91-bdfe81cb1ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.253678 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.458977 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1a5dc668-80ee-480a-bcd4-7ee5d45e0057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:24.453753 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.251104 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:41.781165 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:30:47.382681 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:50.762704 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-708fe64f-9b88-441c-b5f1-9d19b717994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:53.248176 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:53.469250 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-fc54204e-94a0-4353-b900-5933432e5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:54.456121 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:56.252041 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:08.001814 dv-cinder-784956-6-iscsi neutron-server[92003]: DEBUG neutron.wsgi [req-fc5dbf85-3775-4f26-a6e0-b92bcbf4cdb3 req-18a8b124-05fe-466b-b5c7-c17d965158a9 service neutron] (92003) timed out ('10.222.0.45', 60971) {{(pid=92003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 08:31:17.391212 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:18.780729 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:31:20.747873 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9e298fb7-442c-4038-aaa1-4089a4accfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:23.262794 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:23.464346 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b201-0cec-4450-bfb8-f4ecac498cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:24.466590 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:26.255052 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:47.405515 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.749846 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0c2280c9-954b-405a-b450-29edc2ff182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.256877 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.461759 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-3e57bf18-c75d-44c4-9efe-05827fc432ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.460880 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.780274 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:31:56.256131 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.398945 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.752241 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-15a97398-7019-4e00-9081-2d65d87cdaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.261664 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.466538 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9d49-609a-44f0-ba0f-a1004ddcde4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.463620 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:26.259314 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.780822 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:32:47.404855 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.750332 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-801a3dea-67e8-4e16-91bd-b22b6123f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.255735 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.473271 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-72a7847b-5d9c-4c18-bde0-0a66ea84d506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:54.467007 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.264016 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:09.780505 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:33:17.412835 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.754022 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9810ff34-d5cd-44de-95e1-80f744621b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:23.261964 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:23.466836 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-25347b0b-6ad0-446a-a0bd-7600f639a6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:24.469262 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:26.266675 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:46.779595 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:33:47.428152 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:50.756726 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-5b532c1d-b20f-4866-b558-47c2c73c5650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:53.254068 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:53.468551 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-fd0b74c8-38eb-42f4-a4d3-53c5a42db00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:54.472290 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:56.268097 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:17.441046 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:20.759946 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-bc671019-4305-476d-86e5-24a2573889c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:23.259179 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:23.471290 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-bf511e8d-cc21-43a9-8dc8-0ec70a8dad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:23.777579 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:34:24.512926 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.270307 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:47.447752 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:50.764380 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd167-1d11-43d2-8d57-114a3980dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:53.252646 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:53.472501 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-9724232f-1e5a-4e1a-bc06-42b50f901a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:54.472958 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:56.273023 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:00.776696 dv-cinder-784956-6-iscsi neutron-server[92006]: DEBUG neutron.db.agents_db [None req-38d6b991-74fa-431f-822f-1d276edf4881 None None] Agent healthcheck: found 6 active agents {{(pid=92006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:35:17.463833 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-0225a40b-2836-4a6c-83a6-e8f4f7de63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:20.767116 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-ee1cfa9f-1b1b-4208-b429-649253e303f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:23.255983 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-320be56d-9b02-446d-9382-c7bbe075ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:23.474575 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-36f84b6d-aec7-4af0-b05e-eb7d5b51417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:24.475463 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-64766f74-1156-4fb3-90e9-ea48e54b8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:26.275057 dv-cinder-784956-6-iscsi neutron-server[92005]: DEBUG neutron_lib.callbacks.manager [None req-7baf3e00-9be1-4a8e-8c92-0b7978e8b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729288062356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4169130'] for agent, after_update {{(pid=92005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}